-- Logs begin at Wed 2022-02-09 05:27:40 UTC, end at Wed 2022-02-09 06:38:13 UTC. -- Feb 09 06:09:53.103268 dv-cinder-801923-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 06:09:56.052449 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.common.config [-] Logging enabled! Feb 09 06:09:56.053048 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 06:09:56.053240 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102923) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 06:09:56.056476 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.common.config [-] Logging enabled! Feb 09 06:09:56.056732 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 06:09:56.057050 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102923) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 06:09:56.057993 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 06:09:56.058255 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 06:09:56.058641 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 06:09:56.058900 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 06:09:56.059131 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 06:09:56.059602 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.060027 dv-cinder-801923-6-iscsi neutron-server[102923]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 09 06:09:56.060343 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.060641 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.060942 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.061243 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.061538 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.061823 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.062115 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.062467 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.062755 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.063036 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.063322 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.063618 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.063908 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.064194 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.064483 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.064769 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] debug = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.065053 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.065499 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.065925 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.066226 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.066524 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.066803 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.067081 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.067359 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.067644 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.067978 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] host = dv-cinder-801923-6-iscsi {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.068258 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.068548 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.068836 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.069125 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.069401 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.069681 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.069970 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.070270 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.070549 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] log_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.070832 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.071125 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.071416 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.071709 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.071939 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.072166 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.072457 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.072745 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.073021 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.073298 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.073576 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.073853 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.074130 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.074426 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.074713 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.074998 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.075285 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.075562 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.075840 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.076114 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.076388 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.076674 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.076948 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.077223 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.077496 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.077784 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.078589 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.078866 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.079168 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.079455 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.079739 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.080025 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.080298 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.080581 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.080860 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.081133 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.081406 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] use_json = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.081680 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.081951 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.082258 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.082535 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.082809 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.083082 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.083354 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.083641 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.083914 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:56.084212 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.084509 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.084810 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.085103 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.085395 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.085676 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.085979 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.086282 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.086579 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.086869 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.087160 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.087439 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.087743 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.088034 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.088329 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.088636 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.088931 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.089222 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.089498 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.089773 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.090049 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.090355 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.090646 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.090929 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.091218 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.091507 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.091788 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.092088 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.092374 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.092668 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.092959 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.093233 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.093558 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.094371 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.094655 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.094930 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.095210 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.095501 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.095779 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.096056 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.096341 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.096621 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.096895 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.097168 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.097444 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.097733 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.098012 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.098314 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.098591 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.098872 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.099147 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.099433 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.099711 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.099988 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.100263 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.100543 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.100824 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.101100 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.101378 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.101652 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.101933 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.102224 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.102503 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.102775 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.103048 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.103321 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.103594 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.103866 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.104143 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.104418 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.104691 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.104962 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.105235 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.105513 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.105796 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.106098 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.106421 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.106707 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.106990 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.107271 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.107552 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.107832 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.108116 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.108400 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.108676 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.108970 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.109295 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.109586 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.109893 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.110181 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.110507 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.110795 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.111084 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.111365 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.111646 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.111932 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.112220 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.112521 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.112820 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.113118 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.113414 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.113710 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.113994 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.114334 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.114622 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:56.114843 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 06:09:56.115087 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102923) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 06:09:56.485687 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 06:09:56.485968 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 06:09:56.486301 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 06:09:56.486639 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 06:09:56.814517 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:56.814813 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:56.815093 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:56.816393 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:56.816672 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:56.816945 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:56.860725 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:56.861006 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:56.861274 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:56.877524 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:56.877807 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:56.878081 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:56.906663 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:56.906949 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:56.907219 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:56.947570 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:56.947850 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:56.948121 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.300672 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.301308 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.301308 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.301465 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.302095 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.404201 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.404529 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.404819 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.405096 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.405386 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.405970 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.406816 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.407086 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.407352 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.407644 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.407913 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.408186 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.408449 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.408707 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.408969 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.409237 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.409497 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.409773 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.410047 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.410339 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.410618 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.410874 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.411159 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.411539 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.411794 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.412046 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.412445 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 06:09:57.412690 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 06:09:57.412932 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 06:09:57.413174 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 06:09:57.413412 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 06:09:57.413650 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 06:09:57.414022 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 06:09:57.417257 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 06:09:57.421350 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 06:09:57.425132 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 09 06:09:57.426812 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 06:09:57.427288 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 06:09:57.427628 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 06:09:57.428011 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 06:09:57.430902 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 06:09:57.431154 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 06:09:57.431501 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 06:09:57.436404 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 09 06:09:57.459594 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 09 06:09:57.460232 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.460538 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102923) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 09 06:09:57.460904 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.462333 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102923) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 06:09:57.462618 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 06:09:57.462865 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 06:09:57.466126 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.466447 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:57.529896 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 06:09:57.530144 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 06:09:57.530408 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 06:09:57.530931 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 06:09:57.551252 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_db.sqlalchemy.engines [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102923) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 09 06:09:58.149687 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Initializing driver for type 'gre' Feb 09 06:09:58.150237 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] gre ID ranges: [(1, 1000)] Feb 09 06:09:58.324237 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Initializing driver for type 'local' Feb 09 06:09:58.324838 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Initializing driver for type 'vlan' Feb 09 06:09:58.400948 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] VlanTypeDriver initialization complete Feb 09 06:09:58.401304 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Initializing driver for type 'vxlan' Feb 09 06:09:58.401801 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] vxlan ID ranges: [(1, 1000)] Feb 09 06:09:58.609579 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Initializing extension driver 'port_security' Feb 09 06:09:58.609859 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.extensions.port_security [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] PortSecurityExtensionDriver initialization complete Feb 09 06:09:58.610269 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Initializing mechanism driver 'openvswitch' Feb 09 06:09:58.611100 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Initializing mechanism driver 'hyperv' Feb 09 06:09:58.617943 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.plugins.ml2.plugin [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:09:58.618818 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > port after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.619450 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > port after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.619893 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > port after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.620459 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102923) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 06:09:58.620891 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > subnet after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.621247 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > subnet after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.621595 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > subnet after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.621994 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102923) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 06:09:58.622434 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > network after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.622783 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > network after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.623126 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > network after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.623562 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102923) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 06:09:58.623973 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > security_group after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.624324 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > security_group after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.624668 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > security_group after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.625109 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102923) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 06:09:58.625641 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.626038 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.626407 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.626807 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102923) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 06:09:58.627213 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > address_group after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.627560 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > address_group after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.627896 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > address_group after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.628292 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102923) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 06:09:58.628738 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] ML2 OVO RPC backend initialized. {{(pid=102923) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 09 06:09:58.629438 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router_interface after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.629792 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.630224 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > network before_response 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.630587 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > networks before_response 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.630936 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > port before_response 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.631319 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > ports before_response 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.631695 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > subnet before_response 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.632038 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > subnets before_response 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.632383 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > network after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.632722 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > network after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.633056 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > network after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.633390 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > port after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.633725 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > port after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.634060 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > port after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.634428 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > subnet after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.634764 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > subnet after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.635097 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > subnet after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.645214 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.quota [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded quota_driver: . Feb 09 06:09:58.645577 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.plugin [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Modular L2 Plugin initialization complete Feb 09 06:09:58.645925 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading services supported by the core plugin {{(pid=102923) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 06:09:58.646287 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Got port-security extension from driver 'port_security' Feb 09 06:09:58.646779 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.extensions.vlantransparent [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Disabled vlantransparent extension. Feb 09 06:09:58.647319 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102923) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 06:09:58.647642 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading Plugin: router Feb 09 06:09:58.689361 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router_interface before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.689752 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router after_create 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.690123 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router before_create 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.690552 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.690932 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.691295 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router after_delete 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.691655 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > floatingip after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.692004 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > floatingip after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.692360 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router after_create 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.692707 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router after_update 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.693058 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router after_update 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.693405 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.693762 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router after_update 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.694254 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router precommit_update 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.694627 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: port after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.694968 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: port after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.695305 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: subnet after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.695648 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.695993 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > port precommit_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.696339 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router precommit_create 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.696680 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: port before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.697026 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router precommit_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.697376 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router after_update 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.697737 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router precommit_delete 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.698231 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router precommit_create 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.698597 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router_interface after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.698980 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router precommit_update 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.699347 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > agent after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.699696 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > agent after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.700042 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > network after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.700890 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Tracking information for resource: router configured {{(pid=102923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 06:09:58.701226 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Tracking information for resource: floatingip configured {{(pid=102923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 06:09:58.708300 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.db.l3_agentschedulers_db [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 06:09:58.708874 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: port after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.709237 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: port after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.709591 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: port after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.709945 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: port after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.710765 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router before_create 55550100 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.711132 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router precommit_delete 55550100 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.711494 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router precommit_create 55550100 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.711850 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > router precommit_update 55550100 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.716674 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.services.provider_configuration [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Service providers = [] {{(pid=102923) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 06:09:58.717037 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.db.servicetype_db [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102923) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 06:09:58.720670 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.services.service_base [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102923) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 06:09:58.721010 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.services.service_base [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102923) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 06:09:58.721347 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.services.service_base [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102923) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 06:09:58.722318 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.services.service_base [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102923) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 06:09:58.722688 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.services.service_base [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 06:09:58.723057 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 06:09:58.723369 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 06:09:58.740105 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 06:09:58.740440 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading Plugin: auto_allocate Feb 09 06:09:58.746558 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: network precommit_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.746926 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: network precommit_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.747473 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 06:09:58.747792 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading Plugin: tag Feb 09 06:09:58.754707 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 06:09:58.755039 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading Plugin: timestamp Feb 09 06:09:58.758975 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 06:09:58.759308 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading Plugin: network_ip_availability Feb 09 06:09:58.764737 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.765251 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.765610 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:58.766845 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 06:09:58.767177 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading Plugin: flavors Feb 09 06:09:58.772297 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 06:09:58.772627 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading Plugin: revisions Feb 09 06:09:58.777304 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 06:09:58.777871 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_concurrency.lockutils [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.291s {{(pid=102923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 06:09:58.779181 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102923) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 09 06:09:58.785366 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Initializing extension manager. Feb 09 06:09:58.785366 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: __init__.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.785366 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: __pycache__ {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.785366 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.785366 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: address_group.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.786062 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.786693 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: address-group Feb 09 06:09:58.787025 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: address_scope.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.787743 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.788395 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: address-scope Feb 09 06:09:58.788917 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: admin_state_down_before_update.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.790456 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.791375 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: router-admin-state-down-before-update Feb 09 06:09:58.791998 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: agent.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.793102 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.793943 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: agent Feb 09 06:09:58.794536 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: agent_resources_synced.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.795903 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.796699 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: agent-resources-synced Feb 09 06:09:58.797213 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: allowedaddresspairs.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.799907 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.800460 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: allowed-address-pairs Feb 09 06:09:58.800794 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: auto_allocated_topology.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.801894 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.802464 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: auto-allocated-topology Feb 09 06:09:58.802792 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: availability_zone.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.803482 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.803990 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: availability_zone Feb 09 06:09:58.804313 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: availability_zone_filter.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.810677 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.811185 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: availability_zone_filter Feb 09 06:09:58.811506 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: data_plane_status.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.812411 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.812909 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 06:09:58.813228 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: default_subnetpools.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.814846 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.815348 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: default-subnetpools Feb 09 06:09:58.815668 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: dhcpagentscheduler.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.816479 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.816983 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: dhcp_agent_scheduler Feb 09 06:09:58.817302 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: dns.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.818239 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.818729 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension dns-integration not supported by any of loaded plugins Feb 09 06:09:58.819049 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: dns_domain_ports.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.820016 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.820515 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 06:09:58.820833 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.821745 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.822272 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 09 06:09:58.822593 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: dvr.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.823299 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.823905 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: dvr Feb 09 06:09:58.824226 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: ecmp_routes.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.825135 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.825631 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension ecmp_routes not supported by any of loaded plugins Feb 09 06:09:58.825950 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: empty_string_filtering.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.826884 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.827386 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: empty-string-filtering Feb 09 06:09:58.827705 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.828698 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.829216 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 06:09:58.829537 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.830484 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.830985 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 06:09:58.831306 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: external_net.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.832205 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.832707 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: external-net Feb 09 06:09:58.833026 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: extra_dhcp_opt.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.833927 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.834459 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: extra_dhcp_opt Feb 09 06:09:58.834778 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: extraroute.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.835670 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.836252 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: extraroute Feb 09 06:09:58.836570 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: extraroute_atomic.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.841466 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.841978 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: extraroute-atomic Feb 09 06:09:58.842331 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: filter_validation.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.842996 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.843501 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: filter-validation Feb 09 06:09:58.843825 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: fip_pf_description.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.844751 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.845336 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 06:09:58.845658 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: fip_port_details.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.846823 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.847333 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: fip-port-details Feb 09 06:09:58.847656 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: flavors.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.848893 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.849407 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: flavors Feb 09 06:09:58.849771 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.851598 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.852119 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 06:09:58.852447 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: floatingip_pools.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.853136 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.853642 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: floatingip-pools Feb 09 06:09:58.853964 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: ip_allocation.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.854975 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.855478 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 06:09:58.855796 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.856708 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.857213 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: ip-substring-filtering Feb 09 06:09:58.857532 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: l2_adjacency.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.858471 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.858971 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 06:09:58.859290 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: l3.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.860966 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.861448 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: router Feb 09 06:09:58.861771 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: l3_conntrack_helper.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.864080 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.864608 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 06:09:58.864937 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.865934 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.866478 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: ext-gw-mode Feb 09 06:09:58.866805 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.867719 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.868327 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: l3-ha Feb 09 06:09:58.868656 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.869819 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.870361 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 09 06:09:58.870683 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: l3_flavors.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.871617 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.872154 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: l3-flavors Feb 09 06:09:58.872467 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: l3_ndp_proxy.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.873884 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.874424 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 09 06:09:58.874751 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.875659 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.876741 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 06:09:58.877064 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: l3agentscheduler.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.878104 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.878644 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: l3_agent_scheduler Feb 09 06:09:58.878977 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: local_ip.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.887776 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.888297 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension local_ip not supported by any of loaded plugins Feb 09 06:09:58.888628 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: logging.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.890304 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.890825 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension logging not supported by any of loaded plugins Feb 09 06:09:58.891152 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: metering.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.891985 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.892560 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: metering Feb 09 06:09:58.892883 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.893972 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.894513 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: metering_source_and_destination_fields Feb 09 06:09:58.894837 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: multiprovidernet.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.895813 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.896437 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: multi-provider Feb 09 06:09:58.896761 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: netmtu.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.897672 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.898183 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: net-mtu Feb 09 06:09:58.898524 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: netmtu_writable.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.899435 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.899943 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: net-mtu-writable Feb 09 06:09:58.900263 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: network_availability_zone.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.900925 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.901425 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: network_availability_zone Feb 09 06:09:58.901743 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: network_ip_availability.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.902938 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.903449 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: network-ip-availability Feb 09 06:09:58.903767 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: network_segment_range.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.904527 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.905030 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 06:09:58.905348 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: pagination.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.906358 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.906686 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: pagination Feb 09 06:09:58.907025 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: port_device_profile.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.907922 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.908430 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: port-device-profile Feb 09 06:09:58.908787 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.909661 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.910168 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: port-mac-address-regenerate Feb 09 06:09:58.910521 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.911558 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.912066 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: port-numa-affinity-policy Feb 09 06:09:58.912385 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: port_resource_request.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.913286 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.913781 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 06:09:58.914100 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: port_resource_request_groups.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.915138 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.915643 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 09 06:09:58.915965 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: portbindings.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.916887 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.917464 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: binding Feb 09 06:09:58.917785 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: portbindings_extended.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.919096 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.919610 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: binding-extended Feb 09 06:09:58.919935 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: portsecurity.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.920845 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.921356 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: port-security Feb 09 06:09:58.921676 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: project_id.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.923191 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.923655 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: project-id Feb 09 06:09:58.923983 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: providernet.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.932506 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.933020 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: provider Feb 09 06:09:58.933339 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: qos.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.937135 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.937653 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension qos not supported by any of loaded plugins Feb 09 06:09:58.937984 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.939877 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.940392 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 06:09:58.940722 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.941637 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.942149 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 06:09:58.942503 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: qos_default.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.943424 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.943958 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension qos-default not supported by any of loaded plugins Feb 09 06:09:58.944286 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: qos_fip.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.945211 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.945717 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension qos-fip not supported by any of loaded plugins Feb 09 06:09:58.946041 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: qos_fip_network_policy.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.947040 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.947544 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 09 06:09:58.947868 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: qos_gateway_ip.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.948944 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.949452 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 06:09:58.949774 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: qos_port_network_policy.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.950711 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.951217 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 06:09:58.951540 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.952566 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.953074 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 09 06:09:58.953440 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: qos_pps_rule.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.959236 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.959753 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension qos-pps not supported by any of loaded plugins Feb 09 06:09:58.960185 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: qos_rule_type_details.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.961103 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.961612 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 06:09:58.961934 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: qos_rules_alias.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.963070 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.963582 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 06:09:58.963942 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: quota_check_limit.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.964847 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.965361 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: quota-check-limit Feb 09 06:09:58.965681 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: quotasv2.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.966676 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.967006 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: quotas Feb 09 06:09:58.967328 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: quotasv2_detail.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.969112 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.969554 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: quota_details Feb 09 06:09:58.969884 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: rbac.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.971058 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.971724 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: rbac-policies Feb 09 06:09:58.972053 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: rbac_address_group.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.972981 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.973503 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: rbac-address-group Feb 09 06:09:58.973831 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: rbac_address_scope.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.974779 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.975295 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: rbac-address-scope Feb 09 06:09:58.975617 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: rbac_security_groups.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.976529 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.977036 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: rbac-security-groups Feb 09 06:09:58.977361 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: rbac_subnetpool.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.978382 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.978932 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: rbac-subnetpool Feb 09 06:09:58.979255 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: revisionifmatch.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.980167 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.980677 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: revision-if-match Feb 09 06:09:58.980998 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: revisions.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.982261 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.982779 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: standard-attr-revisions Feb 09 06:09:58.983103 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: router_availability_zone.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.983770 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.984284 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: router_availability_zone Feb 09 06:09:58.984607 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: routerservicetype.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.990341 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.990911 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension router-service-type not supported by any of loaded plugins Feb 09 06:09:58.991243 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.992239 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.992755 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: security-groups-normalized-cidr Feb 09 06:09:58.993081 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: security_groups_port_filtering.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.994331 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.994846 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: port-security-groups-filtering Feb 09 06:09:58.995196 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.996383 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.996898 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: security-groups-remote-address-group Feb 09 06:09:58.997377 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.998342 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:58.998856 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: security-groups-shared-filtering Feb 09 06:09:58.999177 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:58.999778 dv-cinder-801923-6-iscsi neutron-server[102923]: WARNING neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 09 06:09:59.000098 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: securitygroup.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.011915 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:59.012458 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: security-group Feb 09 06:09:59.012851 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: segment.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.013571 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:59.014080 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension segment not supported by any of loaded plugins Feb 09 06:09:59.014434 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.015383 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:59.015893 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 06:09:59.016220 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: servicetype.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.017386 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:59.017903 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: service-type Feb 09 06:09:59.018250 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: sorting.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.019227 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:59.019557 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: sorting Feb 09 06:09:59.019879 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: standard_attr_segment.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.020788 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:59.021297 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 06:09:59.021621 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: standardattrdescription.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.022305 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:59.022846 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: standard-attr-description Feb 09 06:09:59.023168 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: stateful_security_group.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.024099 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:59.024608 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: stateful-security-group Feb 09 06:09:59.024931 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: stdattrs_common.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.025495 dv-cinder-801923-6-iscsi neutron-server[102923]: WARNING neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 06:09:59.025810 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.026746 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:59.027258 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 06:09:59.027581 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: subnet_onboard.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.028656 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:59.029173 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: subnet_onboard Feb 09 06:09:59.029500 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.030452 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:59.030961 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 06:09:59.031284 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: subnet_service_types.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.032236 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:59.032748 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: subnet-service-types Feb 09 06:09:59.033073 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: subnetallocation.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.034181 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:59.034709 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: subnet_allocation Feb 09 06:09:59.035035 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.035700 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:59.036205 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: subnetpool-prefix-ops Feb 09 06:09:59.036527 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.037445 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:59.037949 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 06:09:59.038306 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: tagging.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.039381 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:59.044764 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: standard-attr-tag Feb 09 06:09:59.044764 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: timestamp.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.045228 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:59.045749 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loaded extension: standard-attr-timestamp Feb 09 06:09:59.046070 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: trunk.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.047133 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:59.048157 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension trunk not supported by any of loaded plugins Feb 09 06:09:59.048491 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: trunk_details.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.049406 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:59.049925 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension trunk-details not supported by any of loaded plugins Feb 09 06:09:59.050283 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: uplink_status_propagation.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.051200 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:59.051750 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 06:09:59.052067 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Loading extension file: vlantransparent.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 06:09:59.052737 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 06:09:59.053242 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 06:09:59.055803 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Creating instance of TrackedResource for resource:network Feb 09 06:09:59.056318 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Creating instance of TrackedResource for resource:subnet Feb 09 06:09:59.056708 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 06:09:59.057096 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Creating instance of TrackedResource for resource:port Feb 09 06:09:59.058332 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 06:09:59.058777 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Service FLAVORS assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 06:09:59.059376 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 06:09:59.059802 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 06:09:59.060132 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Creating instance of TrackedResource for resource:router Feb 09 06:09:59.060551 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Creating instance of TrackedResource for resource:floatingip Feb 09 06:09:59.061020 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Service METERING assigned prefix: /metering {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 06:09:59.062535 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:59.062905 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:59.063266 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:09:59.064858 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 06:09:59.065289 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Creating instance of TrackedResource for resource:security_group Feb 09 06:09:59.065746 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 06:09:59.066348 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Service CORE assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 06:09:59.066680 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 06:09:59.067031 dv-cinder-801923-6-iscsi neutron-server[102923]: WARNING neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] subnetpool is already registered Feb 09 06:09:59.067454 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Service CORE assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 06:09:59.067779 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 06:09:59.068140 dv-cinder-801923-6-iscsi neutron-server[102923]: WARNING neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] subnetpool is already registered Feb 09 06:09:59.070386 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 06:09:59.075637 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Service FLAVORS assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 06:09:59.075637 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 06:09:59.075637 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 06:09:59.075637 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Creating instance of TrackedResource for resource:router Feb 09 06:09:59.075637 dv-cinder-801923-6-iscsi neutron-server[102923]: WARNING neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] router is already registered Feb 09 06:09:59.075637 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Creating instance of TrackedResource for resource:floatingip Feb 09 06:09:59.075637 dv-cinder-801923-6-iscsi neutron-server[102923]: WARNING neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] floatingip is already registered Feb 09 06:09:59.075637 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Service METERING assigned prefix: /metering {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 06:09:59.076179 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 06:09:59.076179 dv-cinder-801923-6-iscsi neutron-server[102923]: WARNING neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] rbac_policy is already registered Feb 09 06:09:59.076179 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Creating instance of TrackedResource for resource:security_group Feb 09 06:09:59.076179 dv-cinder-801923-6-iscsi neutron-server[102923]: WARNING neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] security_group is already registered Feb 09 06:09:59.076179 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 06:09:59.076179 dv-cinder-801923-6-iscsi neutron-server[102923]: WARNING neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] security_group_rule is already registered Feb 09 06:09:59.076676 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Service CORE assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 06:09:59.077000 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 06:09:59.077325 dv-cinder-801923-6-iscsi neutron-server[102923]: WARNING neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] subnetpool is already registered Feb 09 06:09:59.077741 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Service CORE assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 06:09:59.078062 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 06:09:59.078426 dv-cinder-801923-6-iscsi neutron-server[102923]: WARNING neutron.quota.resource_registry [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] subnetpool is already registered Feb 09 06:09:59.078894 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: extensions {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.080379 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: address-groups {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.081840 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: address-scopes {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.083188 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: agents {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.084346 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: auto-allocated-topology {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.085644 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: availability_zones {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.086872 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: dhcp-networks {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.088473 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: dhcp-agents {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.089893 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: routers {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.092098 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: flavors {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.093249 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: service_profiles {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.094465 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: next_providers {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.096414 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: service_profiles {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.097947 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: floatingip-pools {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.099191 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: routers {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.101251 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: floatingips {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.102531 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: l3-routers {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.103915 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: l3-agents {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.105310 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: metering-labels {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.106735 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: metering-label-rules {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.107990 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: network-ip-availabilities {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.109239 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: bindings {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.111497 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: quotas {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.112995 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: quotas {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.114596 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: rbac-policies {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.116784 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: security-groups {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.118013 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: security-group-rules {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.119535 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: service-providers {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.120798 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: subnetpools {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.122271 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: subnetpools {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.123720 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: tags {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.125438 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: tags {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.127276 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: tags {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.129049 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: tags {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.130821 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: tags {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.132681 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: tags {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.134683 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: tags {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.136563 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: tags {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.138361 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: tags {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.140190 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Extended resource: tags {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 06:09:59.146382 dv-cinder-801923-6-iscsi neutron-server[102923]: WARNING keystonemiddleware.auth_token [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 06:09:59.151086 dv-cinder-801923-6-iscsi neutron-server[102923]: WARNING keystonemiddleware.auth_token [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 06:09:59.160264 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_concurrency.lockutils [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Acquired lock "singleton_lock" {{(pid=102923) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 09 06:09:59.160734 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_concurrency.lockutils [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Releasing lock "singleton_lock" {{(pid=102923) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 09 06:09:59.161393 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO oslo_service.service [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Starting 2 workers Feb 09 06:09:59.166315 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Started child 103034 {{(pid=102923) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 06:09:59.170857 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Started child 103035 {{(pid=102923) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 06:09:59.172114 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:09:59.173476 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO neutron.service [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 06:09:59.173883 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Publish callbacks [] for process (None), before_spawn {{(pid=102923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:09:59.174931 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [-] (103034) wsgi starting up on http://0.0.0.0:9696 Feb 09 06:09:59.176422 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO oslo_service.service [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Starting 1 workers Feb 09 06:09:59.176529 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:09:59.177952 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [-] (103035) wsgi starting up on http://0.0.0.0:9696 Feb 09 06:09:59.181773 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Started child 103036 {{(pid=102923) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 06:09:59.182377 dv-cinder-801923-6-iscsi neutron-server[102923]: INFO oslo_service.service [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Starting 1 workers Feb 09 06:09:59.185762 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.service [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] calling RpcWorker wait() {{(pid=103036) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 06:09:59.186334 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.service [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] returning from RpcWorker wait() {{(pid=103036) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 06:09:59.186941 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Started child 103037 {{(pid=102923) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 06:09:59.187748 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:09:59.187858 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-8e981b9d-df5c-49cb-b25f-687f3083ff2c None None] Publish callbacks [] for process (None), after_spawn {{(pid=102923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:09:59.188214 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:09:59.189776 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102923) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 06:09:59.189989 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 06:09:59.190157 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 06:09:59.190461 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 06:09:59.190823 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 06:09:59.190991 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 06:09:59.191475 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.191787 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.192021 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.192165 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:09:59.192624 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.192624 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.193152 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.193429 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.193518 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:09:59.193666 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.193944 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.194214 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.194392 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.194560 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.194805 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.195552 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.195552 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.196081 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.196350 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.196636 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.196821 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.197131 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.197354 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.197588 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.197854 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] debug = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.198096 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.198641 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.198870 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.199125 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.199376 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.199669 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.199900 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.200184 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.200414 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.200662 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.200895 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.201162 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.201420 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.201655 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.201913 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.202125 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.202404 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.202645 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.203099 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] host = dv-cinder-801923-6-iscsi {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.203347 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.203603 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.203807 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.204082 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.204340 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.204564 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.204811 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.205080 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.205342 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.205703 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.205846 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.206053 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.206338 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.206580 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.206747 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_options = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.206992 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.207274 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.207531 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.207719 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.207890 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.208055 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.208319 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.208480 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.208730 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.208968 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.209187 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.209418 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.209637 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.209849 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.210091 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.210354 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.210584 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.210812 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.211097 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.211349 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.211572 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.211797 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.212033 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.212271 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.212490 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.212705 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.212929 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.213164 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.213395 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.213625 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.213860 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.214127 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.214439 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.214668 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.214897 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.215142 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.215367 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.215588 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.215851 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.216075 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.216316 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.216583 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.216775 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.217023 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.217223 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.217858 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.218624 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_json = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.218782 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.219004 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.219259 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.220017 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.224740 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.224740 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.224740 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.224740 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.224740 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.224740 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.224740 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.224740 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.225421 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.225421 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.225421 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.225421 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.225421 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.225421 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.225421 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.225421 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.225858 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.225858 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.225858 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.225858 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.225858 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.225858 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.226182 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.226182 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.226448 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.226699 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.226926 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.227204 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.227436 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.227686 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.228007 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.228317 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.228606 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.228946 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.229348 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.229638 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.229899 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.230167 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.230450 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.230682 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.230926 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.231215 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.231381 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.231599 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.231881 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.232104 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.232339 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.232576 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.232826 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.233043 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.233297 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.233555 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.233818 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.234070 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.234332 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.234586 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.234818 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.235033 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.235326 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.236075 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.236335 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.236596 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.236867 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.237089 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.237303 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.237516 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.237737 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.237974 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.238180 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.238413 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.238625 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.238842 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.239055 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.239310 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.239529 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.239745 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.239952 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.240169 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.240382 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.240609 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.240851 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.241102 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.241769 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.241769 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.241769 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.242147 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.242147 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.242435 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.243102 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.243404 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.243734 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.244256 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.244480 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.245084 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.245084 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.245527 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.245527 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.245766 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.246037 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.246327 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.246574 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.246845 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.247069 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.247318 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.247649 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.247791 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.247986 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.248253 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.248485 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.248891 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.249032 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.249200 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.249464 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.249683 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.249939 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.250707 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.250707 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.250707 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.251021 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.251191 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.251434 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.251671 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.251903 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.252191 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.252446 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.252717 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.252937 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.253219 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.253511 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.253776 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.254040 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.254317 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.254617 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.254870 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.255124 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.255385 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.255618 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.255874 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.256117 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.256412 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.256640 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.256855 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.257105 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.257422 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.257657 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.257871 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.258084 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.258374 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.258635 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.258872 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.259175 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.259442 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.259677 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.259939 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.260176 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.260394 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.260634 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.260868 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.261497 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.261497 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.261775 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.261775 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.261967 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.262846 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.263111 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.263335 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.263566 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.266220 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.266644 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.266901 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.267181 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.267418 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.267659 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.267925 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.268180 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.268412 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.268640 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.268867 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.269123 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.269368 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.269666 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.269929 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.270168 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.273008 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.274002 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.278316 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.278471 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.278715 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.278988 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.279231 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.279473 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.279714 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.279966 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.280194 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.280294 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 48060) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:09:59.280452 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.280696 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.280961 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.281220 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.281584 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.281844 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.285403 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.286349 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.288680 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.288954 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.289222 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.289476 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.289808 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.289962 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.290224 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.290470 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.290706 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.290943 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.291169 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.292241 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.292241 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.292241 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.292241 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.292509 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.292661 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.292855 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.293097 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.293319 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.293537 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.293753 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.293968 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.294208 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.294484 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064905 Feb 09 06:09:59.298537 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:09:59.298767 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.299119 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.299395 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.299661 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.299938 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.300224 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.300477 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.300771 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.300999 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.301223 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.301456 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.301680 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.301898 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.302132 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.302611 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.302833 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.303075 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.303287 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.303500 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.303727 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.304953 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.305193 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.305432 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.305655 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.305871 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.306102 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.306341 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.306562 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.307019 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.307245 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.307482 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.307729 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.307940 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.308182 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.308402 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.308622 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.308828 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.309119 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.309372 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.309592 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.309877 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.310127 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.310399 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.310643 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.311413 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.311413 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.311413 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.311633 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.311932 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.312177 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.312474 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.313497 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.313497 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.314273 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.314555 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.314834 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.316254 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.317106 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.317374 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.317694 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.318159 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.318489 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.318764 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.319025 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.319285 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.319514 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.319872 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.320150 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.321020 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.321287 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.321944 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.322253 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.324035 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.324301 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.324897 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.324897 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.325163 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.325286 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.325453 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.325703 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.325860 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 06:09:59.326503 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102923) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 06:09:59.326675 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 06:09:59.326826 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 06:09:59.327002 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 06:09:59.327175 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 06:09:59.327377 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 06:09:59.327700 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.327870 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.328032 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.328194 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.328354 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.328537 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.328701 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.328888 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.329051 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.329211 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.329367 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.329524 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.329707 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.329840 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.329996 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.330154 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.330352 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.330512 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.330675 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.330835 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.330992 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.331150 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.331310 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] debug = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.331468 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.331695 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.332216 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.332390 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.332549 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.332707 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.332867 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.333024 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.333181 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.333339 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.333497 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.334417 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.334739 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.335158 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.335473 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.335789 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.335976 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.336171 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.336314 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] host = dv-cinder-801923-6-iscsi {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.336485 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.336655 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.336822 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.336988 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.337160 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.337368 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.337488 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.337624 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.337844 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.337968 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.338074 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.339067 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.339067 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.339067 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.339067 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_options = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.339067 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.339067 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.339676 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.340119 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.340303 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.340477 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.340640 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.340856 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.340979 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.341113 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.341275 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.341436 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.341596 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.342564 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.342564 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.342564 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.342564 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.342564 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.342564 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.343157 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.343157 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.343157 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.343157 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.343467 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.343467 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.343606 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.343740 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.343908 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.344075 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.344219 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.344374 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.345155 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.345324 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.345487 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.345648 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.345807 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.345970 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.346518 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.346711 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.346865 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.347005 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.347186 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.347341 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.347480 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.347618 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.347774 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.347937 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_json = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.348096 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.348255 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.348416 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.348577 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.348745 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.348892 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.349052 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.349256 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.349422 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 06:09:59.349553 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.349718 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.349894 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.350063 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.350369 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.350462 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.351453 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.351453 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.351453 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.351453 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.351453 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.351453 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.351823 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.351823 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.351950 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.352013 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.352247 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.352339 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.352484 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.352625 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.352806 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.352943 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.353113 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.353337 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.353431 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.353591 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.353779 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.353920 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.354982 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.354982 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.354982 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.354982 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.354982 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.354982 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.354982 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.355642 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.355642 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.355642 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.355642 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.355917 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.355917 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.356068 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.356240 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.356406 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.356566 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.356730 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.356893 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.357593 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.357593 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.357593 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.357593 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.357939 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.357939 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.358131 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.358131 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.358751 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.358751 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.358751 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.358751 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.359594 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.359594 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.359594 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.359594 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.359594 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.359918 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.359918 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.360138 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.360138 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.360337 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.360488 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.360652 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.360815 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.360979 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.361142 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.361305 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.361468 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.361678 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.361793 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.361955 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.362118 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.363112 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.363285 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.363451 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.363615 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.363784 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.363948 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.364113 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.364276 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.364440 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.364603 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.365528 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.365528 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.365528 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.365528 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.365528 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.365528 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.365959 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.365959 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.366152 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.366152 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.366379 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.366489 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.366652 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.366815 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.366980 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.367144 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.367308 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.367470 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.367632 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.367794 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.367955 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.368122 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.368308 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.368463 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.368600 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.368762 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.368924 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.369933 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.369933 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.369933 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.369933 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.370232 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.370232 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.370379 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.370460 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.370632 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.370789 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.370953 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.371116 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.371279 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.371443 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.371607 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.371769 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.371932 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.372105 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.373127 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.373303 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.373469 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.373657 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.373820 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.373987 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.374155 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.374354 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.374518 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.374682 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.375365 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.375365 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.375365 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.375365 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.376349 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.376349 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.376349 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.376550 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.376661 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.376745 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.376906 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.377069 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.377233 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.377397 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.377566 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.377716 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.377876 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.378038 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.378317 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.378442 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.378547 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.378671 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.378833 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.378996 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.379158 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.379321 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.379484 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.379647 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.379810 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.379973 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.380138 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.380300 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.380463 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.380628 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.380791 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.380954 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.381117 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.381281 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.382174 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.382174 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.382174 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.382174 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.382174 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.382174 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.382849 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.382849 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.382849 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.382849 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.383120 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.383231 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.383334 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.383454 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.383603 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.383766 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.383929 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.384092 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.384256 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.384419 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.384585 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.384748 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.384911 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.385072 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.385235 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.385405 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.385572 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.385720 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.385874 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.386034 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.386213 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.387155 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.387155 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.387155 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.387155 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.387155 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.387155 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.387635 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.387635 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.387635 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.387856 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.387984 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.388075 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.388213 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.388379 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.388553 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.388715 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.388877 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.389039 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.389201 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.389363 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.389535 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.389697 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.389860 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.390023 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.390204 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.390382 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.390897 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.390897 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.390897 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.391278 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.391278 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.392038 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.392038 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.392266 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.392347 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.392468 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.392631 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.392793 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.392968 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.393131 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.393294 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.393457 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.393621 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.393783 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.393956 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.394121 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.394316 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.394489 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.394652 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.394819 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.394987 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.395132 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.395299 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.395466 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.395632 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.395795 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.395959 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.396123 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.396296 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.396474 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.396643 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.396809 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.396982 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.397153 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.397323 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.397486 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.397655 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.397831 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.397995 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.398160 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.398352 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.398521 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.398668 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.398830 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.398994 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.399156 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.399319 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.399482 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.399645 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.399807 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.399970 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.400133 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.400295 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.400459 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.400622 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.400784 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.400947 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 06:09:59.401103 dv-cinder-801923-6-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 06:10:11.010224 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe120893-93b6-499d-a31d-4011ae7e6784 None None] get_active_networks_info from dv-cinder-801923-6-iscsi {{(pid=103036) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 06:10:11.060454 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe120893-93b6-499d-a31d-4011ae7e6784 None None] No non-hosted networks {{(pid=103036) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 06:10:11.075254 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.agentschedulers_db [None req-fe120893-93b6-499d-a31d-4011ae7e6784 None None] DHCP Agent not found on host dv-cinder-801923-6-iscsi {{(pid=103036) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 09 06:10:11.188574 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-215a6fd5-28f5-4ebf-8a1d-7a7b41dc5bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541120'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:13.704873 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-f106504f-39cc-4161-8811-d1bb186f74a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541120'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:13.913304 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.db.api [None req-f120add0-ed20-409c-b6d3-dbd004b2525e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-801923-6-iscsi {{(pid=103036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 06:10:13.914084 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG oslo_db.api [None req-f120add0-ed20-409c-b6d3-dbd004b2525e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 06:10:14.332415 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541120'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:14.431109 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-f120add0-ed20-409c-b6d3-dbd004b2525e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:15.770370 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541120'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:16.966844 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 48146) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:10:17.023993 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541120'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:17.025502 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:17.026136 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:17.026720 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:17.027277 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:17.027616 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:17.027953 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:17.028275 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:17.028794 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:17.029207 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:17.029495 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:17.029840 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:17.030170 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:17.034050 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:17.034050 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801923-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:10:17.043326 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801923-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:10:17.474219 dv-cinder-801923-6-iscsi neutron-server[103035]: WARNING oslo_policy.policy [None req-88a9cee2-ebc2-4f2a-9f54-7f1af9fcd469 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 06:10:17.474931 dv-cinder-801923-6-iscsi neutron-server[103035]: WARNING oslo_policy.policy [None req-88a9cee2-ebc2-4f2a-9f54-7f1af9fcd469 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 06:10:17.698968 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [None req-88a9cee2-ebc2-4f2a-9f54-7f1af9fcd469 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103035) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 06:10:17.707452 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-88a9cee2-ebc2-4f2a-9f54-7f1af9fcd469 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7313414 Feb 09 06:10:20.183897 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 48172) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:10:20.502714 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-5d0b571a-07b2-413b-9082-932c2baf5e4b admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:10:20.556363 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.db.l3_hamode_db [None req-fec0e8fd-78ee-4b63-8acc-0ddee02443af None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 06:10:20.595960 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.policy [None req-5d0b571a-07b2-413b-9082-932c2baf5e4b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103035) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 06:10:20.633532 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec0e8fd-78ee-4b63-8acc-0ddee02443af None None] Routers set() bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:10:20.633942 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec0e8fd-78ee-4b63-8acc-0ddee02443af None None] Router IDs set() for agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 06:10:20.640046 dv-cinder-801923-6-iscsi neutron-server[103035]: WARNING oslo_policy.policy [None req-5d0b571a-07b2-413b-9082-932c2baf5e4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 06:10:20.640438 dv-cinder-801923-6-iscsi neutron-server[103035]: WARNING oslo_policy.policy [None req-5d0b571a-07b2-413b-9082-932c2baf5e4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 06:10:20.853926 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-5d0b571a-07b2-413b-9082-932c2baf5e4b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788415854618', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788415858249', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788415869405', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788415813450', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788415819566', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788415827094', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2096668', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1936151', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-739786', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-696461'] for rbac-policy (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:21.069167 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-5d0b571a-07b2-413b-9082-932c2baf5e4b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:21.070403 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-5d0b571a-07b2-413b-9082-932c2baf5e4b admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8853924 Feb 09 06:10:23.478403 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 48182) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:10:23.797214 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:10:23.943439 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Made reservation on behalf of 219b8f6950674e38afd76b5aaf53c732 for: {'network': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:10:23.947149 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for network (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:23.964087 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:24.068862 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Publish callbacks [] for security_group (5975b168-9ecd-480d-83e1-eb28d295b56f), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:24.131468 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (5975b168-9ecd-480d-83e1-eb28d295b56f), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:24.159602 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 06:10:24.193275 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788413974968', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (f1764b0a-d9ea-4f2f-aef5-299c4ae92113), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:24.193924 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Unsubscribe: segment precommit_create {{(pid=103035) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 06:10:24.194439 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.db.segments_db [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Added segment f1764b0a-d9ea-4f2f-aef5-299c4ae92113 of type vlan for network 342bf227-9abe-4beb-924c-e9720c654c67 Feb 09 06:10:24.209997 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5975b168-9ecd-480d-83e1-eb28d295b56f,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:10:24.235075 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:24.235955 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:24.239587 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:24.239587 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:24.239587 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:24.239587 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:24.239587 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:24.240019 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:24.240019 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:24.240019 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:24.240019 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:24.240019 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:24.240410 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Tracked resource versions report: Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: pushed versions: Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: { 'AddressGroup': {'1.2'}, Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'ConntrackHelper': {'1.0'}, Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'LocalIPAssociation': {'1.0'}, Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'Log': {'1.0'}, Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'Network': {'1.1'}, Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'Port': {'1.7'}, Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'PortForwarding': {'1.2'}, Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'QosPolicy': {'1.10'}, Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'SecurityGroup': {'1.5'}, Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'SecurityGroupRule': {'1.2'}, Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'SubPort': {'1.0'}, Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'Subnet': {'1.1'}, Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'Trunk': {'1.1'}} Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: consumer versions: Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: { DHCP agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: L3 agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: Metadata agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: Metering agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: Open vSwitch agent@dv-cinder-801923-6-iscsi: { 'AddressGroup': '1.2', Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'ConntrackHelper': '1.0', Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'LocalIPAssociation': '1.0', Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'Log': '1.0', Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'Network': '1.1', Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'Port': '1.7', Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'PortForwarding': '1.2', Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'QosPolicy': '1.10', Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'SecurityGroup': '1.5', Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'SecurityGroupRule': '1.2', Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'SubPort': '1.0', Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'Subnet': '1.1', Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: 'Trunk': '1.1'}} Feb 09 06:10:24.240822 dv-cinder-801923-6-iscsi neutron-server[103035]: {{(pid=103035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 06:10:24.303162 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788413497640'] for network (342bf227-9abe-4beb-924c-e9720c654c67), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:24.400603 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for network (342bf227-9abe-4beb-924c-e9720c654c67), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:24.405777 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:10:24.406536 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:24.516622 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] Pushing event updated for resources: {'Network': ['ID=342bf227-9abe-4beb-924c-e9720c654c67,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:10:24.531392 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Network 342bf227-9abe-4beb-924c-e9720c654c67 details requested by agent ovs-agent-dv-cinder-801923-6-iscsi with host dv-cinder-801923-6-iscsi {{(pid=103036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 06:10:24.546471 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-16727e8d-f260-4be1-8528-62129617bcd5 demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0669773 Feb 09 06:10:27.020752 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 48194) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:10:27.418401 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e94f00e-da73-4327-b754-5ac089492492 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:10:27.419678 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-6e94f00e-da73-4327-b754-5ac089492492 demo admin] 10.222.0.13 "GET /v2.0/networks/342bf227-9abe-4beb-924c-e9720c654c67 HTTP/1.1" status: 200 len: 824 time: 0.3979857 Feb 09 06:10:27.443209 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-4e8b63f7-5808-43d6-9d64-f4f0795b43d8 demo admin] 10.222.0.13 "GET /v2.0/subnetpools/4c7705b7-d90b-425d-800d-4f64f88e5373 HTTP/1.1" status: 200 len: 734 time: 0.0178912 Feb 09 06:10:27.451251 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-407b7202-03e3-479d-8d4a-6fe79143b680 demo admin] Request body: {'subnet': {'network_id': '342bf227-9abe-4beb-924c-e9720c654c67', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '4c7705b7-d90b-425d-800d-4f64f88e5373', 'gateway_ip': '172.20.0.1'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:10:27.543247 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407b7202-03e3-479d-8d4a-6fe79143b680 demo admin] Made reservation on behalf of 219b8f6950674e38afd76b5aaf53c732 for: {'subnet': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:10:27.545605 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-407b7202-03e3-479d-8d4a-6fe79143b680 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:27.889883 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-407b7202-03e3-479d-8d4a-6fe79143b680 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for subnet (f62f6396-cf6a-4392-8e89-5b0bf23f5f11), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:27.962744 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b7202-03e3-479d-8d4a-6fe79143b680 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f62f6396-cf6a-4392-8e89-5b0bf23f5f11,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:10:27.964727 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407b7202-03e3-479d-8d4a-6fe79143b680 demo admin] Checking segment: {'id': 'f1764b0a-d9ea-4f2f-aef5-299c4ae92113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '342bf227-9abe-4beb-924c-e9720c654c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:10:27.965134 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407b7202-03e3-479d-8d4a-6fe79143b680 demo admin] Network hostable DHCP agents. Network: 342bf227-9abe-4beb-924c-e9720c654c67, hostable agents: ['be82b069-f1bc-4233-ac9e-ce94c711d4de'], hosted agents: [] {{(pid=103035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 06:10:28.061003 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407b7202-03e3-479d-8d4a-6fe79143b680 demo admin] Network 342bf227-9abe-4beb-924c-e9720c654c67 is scheduled to be hosted by DHCP agent be82b069-f1bc-4233-ac9e-ce94c711d4de with binding_index 1 {{(pid=103035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 06:10:28.135247 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-407b7202-03e3-479d-8d4a-6fe79143b680 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801923-6-iscsi, 342bf227-9abe-4beb-924c-e9720c654c67) {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:10:28.140405 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407b7202-03e3-479d-8d4a-6fe79143b680 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:10:28.140948 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-407b7202-03e3-479d-8d4a-6fe79143b680 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for subnet (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:28.145123 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c34c37-854f-49fc-a8dd-b0f4634fd3fb None None] Network 342bf227-9abe-4beb-924c-e9720c654c67 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:10:28.234971 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-407b7202-03e3-479d-8d4a-6fe79143b680 demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7867200 Feb 09 06:10:28.410495 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp140a898b-deca-5bfd-a45e-18b8b718c871-342bf227-9abe-4beb-924c-e9720c654c67', 'network_id': '342bf227-9abe-4beb-924c-e9720c654c67', 'project_id': '219b8f6950674e38afd76b5aaf53c732', 'fixed_ips': [{'subnet_id': 'f62f6396-cf6a-4392-8e89-5b0bf23f5f11'}]}} from dv-cinder-801923-6-iscsi. {{(pid=103036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 06:10:28.411718 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:28.693678 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.db_base_plugin_common [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Allocated IP 172.20.0.2 (342bf227-9abe-4beb-924c-e9720c654c67/f62f6396-cf6a-4392-8e89-5b0bf23f5f11/0d063ff1-9a66-471a-81ca-2277b529d831) {{(pid=103036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:10:28.961318 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Publish callbacks [] for port (0d063ff1-9a66-471a-81ca-2277b529d831), precommit_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:29.033127 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (0d063ff1-9a66-471a-81ca-2277b529d831), after_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:29.103040 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Network 342bf227-9abe-4beb-924c-e9720c654c67 is already hosted by enough agents. {{(pid=103036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:10:29.109837 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.scheduler.base_scheduler [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Resources bound (agent type, host, resource id): {{(pid=103036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:10:29.119847 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Received port after_create {{(pid=103036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:10:29.129286 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Pushing event updated for resources: {'Port': ['ID=0d063ff1-9a66-471a-81ca-2277b529d831,revision_number=1']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:10:29.175632 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:29.176306 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:29.176401 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:29.176693 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:29.177029 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:29.177362 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:29.177694 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:29.178023 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:29.178386 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:29.178732 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:29.179065 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:29.179388 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:29.179718 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Tracked resource versions report: Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: pushed versions: Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: { 'AddressGroup': {'1.2'}, Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'ConntrackHelper': {'1.0'}, Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'LocalIPAssociation': {'1.0'}, Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'Log': {'1.0'}, Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'Network': {'1.1'}, Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'Port': {'1.7'}, Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'PortForwarding': {'1.2'}, Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'QosPolicy': {'1.10'}, Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'SecurityGroup': {'1.5'}, Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'SecurityGroupRule': {'1.2'}, Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'SubPort': {'1.0'}, Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'Subnet': {'1.1'}, Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'Trunk': {'1.1'}} Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: consumer versions: Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: { DHCP agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: L3 agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: Metadata agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: Metering agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: Open vSwitch agent@dv-cinder-801923-6-iscsi: { 'AddressGroup': '1.2', Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'ConntrackHelper': '1.0', Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'LocalIPAssociation': '1.0', Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'Log': '1.0', Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'Network': '1.1', Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'Port': '1.7', Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'PortForwarding': '1.2', Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'QosPolicy': '1.10', Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'SecurityGroup': '1.5', Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'SecurityGroupRule': '1.2', Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'SubPort': '1.0', Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'Subnet': '1.1', Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: 'Trunk': '1.1'}} Feb 09 06:10:29.181118 dv-cinder-801923-6-iscsi neutron-server[103036]: {{(pid=103036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 06:10:29.222697 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Attempting to bind port 0d063ff1-9a66-471a-81ca-2277b529d831 on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:10:29.223015 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Attempting to bind port 0d063ff1-9a66-471a-81ca-2277b529d831 by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': 'f1764b0a-d9ea-4f2f-aef5-299c4ae92113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '342bf227-9abe-4beb-924c-e9720c654c67'}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:10:29.223447 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Attempting to bind port 0d063ff1-9a66-471a-81ca-2277b529d831 on network 342bf227-9abe-4beb-924c-e9720c654c67 {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:10:29.228360 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:10:29.228730 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Checking segment: {'id': 'f1764b0a-d9ea-4f2f-aef5-299c4ae92113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '342bf227-9abe-4beb-924c-e9720c654c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:10:29.229217 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:29.229611 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Bound using segment: {'id': 'f1764b0a-d9ea-4f2f-aef5-299c4ae92113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '342bf227-9abe-4beb-924c-e9720c654c67'} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:10:29.230112 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Bound port: 0d063ff1-9a66-471a-81ca-2277b529d831, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1764b0a-d9ea-4f2f-aef5-299c4ae92113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '342bf227-9abe-4beb-924c-e9720c654c67'}}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:10:29.230541 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (0d063ff1-9a66-471a-81ca-2277b529d831), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:29.292655 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] For port 0d063ff1-9a66-471a-81ca-2277b529d831, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:10:29.296759 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] For port 0d063ff1-9a66-471a-81ca-2277b529d831, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=0d063ff1-9a66-471a-81ca-2277b529d831,segment=NetworkSegment(f1764b0a-d9ea-4f2f-aef5-299c4ae92113),segment_id=f1764b0a-d9ea-4f2f-aef5-299c4ae92113)] {{(pid=103036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:10:29.395338 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (0d063ff1-9a66-471a-81ca-2277b529d831), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:29.461708 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e99318-9e88-4951-9c43-c2e55596ddc2 None None] Pushing event updated for resources: {'Port': ['ID=0d063ff1-9a66-471a-81ca-2277b529d831,revision_number=2']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:10:30.690537 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 48202) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:10:30.998179 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [None req-55ba6a0c-d469-49b3-b633-edd67f2c378f admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103035) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 06:10:30.999212 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-55ba6a0c-d469-49b3-b633-edd67f2c378f admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3077044 Feb 09 06:10:33.472849 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 48210) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:10:33.977849 dv-cinder-801923-6-iscsi neutron-server[103034]: WARNING oslo_policy.policy [None req-0a16c0f6-22c4-4cd1-9701-4751bd87ca2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 06:10:33.978440 dv-cinder-801923-6-iscsi neutron-server[103034]: WARNING oslo_policy.policy [None req-0a16c0f6-22c4-4cd1-9701-4751bd87ca2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 06:10:34.200435 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [None req-0a16c0f6-22c4-4cd1-9701-4751bd87ca2c admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103034) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 06:10:34.201448 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-0a16c0f6-22c4-4cd1-9701-4751bd87ca2c admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7276776 Feb 09 06:10:36.694554 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 48224) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:10:37.005649 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-fb08e3ac-e7d3-4b3f-8c93-73de619080b5 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:10:37.065139 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.policy [None req-fb08e3ac-e7d3-4b3f-8c93-73de619080b5 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103034) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 06:10:37.108768 dv-cinder-801923-6-iscsi neutron-server[103034]: WARNING oslo_policy.policy [None req-fb08e3ac-e7d3-4b3f-8c93-73de619080b5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 06:10:37.109162 dv-cinder-801923-6-iscsi neutron-server[103034]: WARNING oslo_policy.policy [None req-fb08e3ac-e7d3-4b3f-8c93-73de619080b5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 06:10:37.232712 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fb08e3ac-e7d3-4b3f-8c93-73de619080b5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router (55dd545d-7446-4241-a556-1966c0591619), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:37.234724 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fb08e3ac-e7d3-4b3f-8c93-73de619080b5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11054'] for router (55dd545d-7446-4241-a556-1966c0591619), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:37.394538 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fb08e3ac-e7d3-4b3f-8c93-73de619080b5 demo demo] Publish callbacks [] for router_controller (55dd545d-7446-4241-a556-1966c0591619), precommit_add_association {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:37.492909 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fb08e3ac-e7d3-4b3f-8c93-73de619080b5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540467'] for router (55dd545d-7446-4241-a556-1966c0591619), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:37.584996 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fb08e3ac-e7d3-4b3f-8c93-73de619080b5 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:37.586216 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-fb08e3ac-e7d3-4b3f-8c93-73de619080b5 demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8906405 Feb 09 06:10:39.614565 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 0d063ff1-9a66-471a-81ca-2277b529d831 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:10:39.707489 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 0d063ff1-9a66-471a-81ca-2277b529d831 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:10:39.708163 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (0d063ff1-9a66-471a-81ca-2277b529d831), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:39.817638 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 0d063ff1-9a66-471a-81ca-2277b529d831 is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:10:39.818008 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (0d063ff1-9a66-471a-81ca-2277b529d831), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:39.852191 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] For port 0d063ff1-9a66-471a-81ca-2277b529d831, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=0d063ff1-9a66-471a-81ca-2277b529d831,segment=NetworkSegment(f1764b0a-d9ea-4f2f-aef5-299c4ae92113),segment_id=f1764b0a-d9ea-4f2f-aef5-299c4ae92113)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:10:39.955264 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (0d063ff1-9a66-471a-81ca-2277b529d831), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:40.006455 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Pushing event updated for resources: {'Port': ['ID=0d063ff1-9a66-471a-81ca-2277b529d831,revision_number=3']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:10:40.087574 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 48238) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:10:40.408999 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [None req-5aacc1d8-c4a0-4f34-9b6e-7577984f9f80 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103034) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 06:10:40.410086 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-5aacc1d8-c4a0-4f34-9b6e-7577984f9f80 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3215437 Feb 09 06:10:40.541909 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a566713-7335-4b7f-a22f-dcf5557d02c8 None None] Network 342bf227-9abe-4beb-924c-e9720c654c67 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:10:40.649418 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-6dd97c73-6cd7-4abd-9ddf-79199089712b None None] Provisioning complete for port 0d063ff1-9a66-471a-81ca-2277b529d831 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:10:40.650053 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-6dd97c73-6cd7-4abd-9ddf-79199089712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (0d063ff1-9a66-471a-81ca-2277b529d831), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:40.757139 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-6dd97c73-6cd7-4abd-9ddf-79199089712b None None] Current status of the port 0d063ff1-9a66-471a-81ca-2277b529d831 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:10:40.876858 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-9938edb2-6fa3-4e9f-8dec-90c78ffd67de None None] Provisioning complete for port 0d063ff1-9a66-471a-81ca-2277b529d831 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:10:40.877246 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9938edb2-6fa3-4e9f-8dec-90c78ffd67de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (0d063ff1-9a66-471a-81ca-2277b529d831), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:40.961393 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-9938edb2-6fa3-4e9f-8dec-90c78ffd67de None None] Current status of the port 0d063ff1-9a66-471a-81ca-2277b529d831 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:10:41.032294 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c93e5e7b-a2dc-4d65-8cff-f868a9568405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:41.567943 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 0d063ff1-9a66-471a-81ca-2277b529d831 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:10:41.614021 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 0d063ff1-9a66-471a-81ca-2277b529d831 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:10:41.617165 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (0d063ff1-9a66-471a-81ca-2277b529d831), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:41.687463 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 0d063ff1-9a66-471a-81ca-2277b529d831 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:10:42.838308 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 48246) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:10:43.145376 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:10:43.232144 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Made reservation on behalf of a914a5a80de14e7fab76fae0afc1de84 for: {'network': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:10:43.234713 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for network (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:43.250061 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:43.351943 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Publish callbacks [] for security_group (e1292b32-64cc-4c0e-aaa8-85dd5d4100c6), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:43.403176 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (e1292b32-64cc-4c0e-aaa8-85dd5d4100c6), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:43.414213 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Reserving flat network on physical network physnet1 {{(pid=103034) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 06:10:43.445095 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788413974968', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (0cd604b9-5647-4185-9237-b54deb846bea), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:43.445678 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Unsubscribe: segment precommit_create {{(pid=103034) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 06:10:43.446224 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.segments_db [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Added segment 0cd604b9-5647-4185-9237-b54deb846bea of type flat for network 60906f90-e5e0-4579-a713-ae70aadf892a Feb 09 06:10:43.462036 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1292b32-64cc-4c0e-aaa8-85dd5d4100c6,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:10:43.509400 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:43.509680 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:43.510022 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:43.510379 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:43.510708 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:43.511034 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:43.511368 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:43.511698 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:43.512036 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:43.512371 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:43.512691 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:43.513002 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:43.513314 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Tracked resource versions report: Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: pushed versions: Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: { 'AddressGroup': {'1.2'}, Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'ConntrackHelper': {'1.0'}, Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'LocalIPAssociation': {'1.0'}, Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'Log': {'1.0'}, Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'Network': {'1.1'}, Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'Port': {'1.7'}, Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'PortForwarding': {'1.2'}, Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'QosPolicy': {'1.10'}, Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'SecurityGroup': {'1.5'}, Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'SecurityGroupRule': {'1.2'}, Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'SubPort': {'1.0'}, Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'Subnet': {'1.1'}, Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'Trunk': {'1.1'}} Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: consumer versions: Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: { DHCP agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: L3 agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: Metadata agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: Metering agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: Open vSwitch agent@dv-cinder-801923-6-iscsi: { 'AddressGroup': '1.2', Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'ConntrackHelper': '1.0', Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'LocalIPAssociation': '1.0', Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'Log': '1.0', Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'Network': '1.1', Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'Port': '1.7', Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'PortForwarding': '1.2', Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'QosPolicy': '1.10', Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'SecurityGroup': '1.5', Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'SecurityGroupRule': '1.2', Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'SubPort': '1.0', Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'Subnet': '1.1', Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: 'Trunk': '1.1'}} Feb 09 06:10:43.517186 dv-cinder-801923-6-iscsi neutron-server[103034]: {{(pid=103034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 06:10:43.562385 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788413497640'] for network (60906f90-e5e0-4579-a713-ae70aadf892a), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:43.634468 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-307099d6-b323-4e6e-b2aa-05af9d563e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:43.663130 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for network (60906f90-e5e0-4579-a713-ae70aadf892a), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:43.664268 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:10:43.665148 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:43.762278 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] Pushing event updated for resources: {'Network': ['ID=60906f90-e5e0-4579-a713-ae70aadf892a,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:10:43.773301 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Network 60906f90-e5e0-4579-a713-ae70aadf892a details requested by agent ovs-agent-dv-cinder-801923-6-iscsi with host dv-cinder-801923-6-iscsi {{(pid=103036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 06:10:43.808672 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-cbd36a65-b7e7-4cc6-b481-4437e1347747 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9693151 Feb 09 06:10:44.297127 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:45.609446 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:46.251486 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 48268) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:10:46.468651 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e304e-2906-4d58-9c96-d6ce70b99f6a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:10:46.470060 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-3c3e304e-2906-4d58-9c96-d6ce70b99f6a demo admin] 10.222.0.13 "GET /v2.0/subnets/f62f6396-cf6a-4392-8e89-5b0bf23f5f11 HTTP/1.1" status: 200 len: 849 time: 0.2177854 Feb 09 06:10:46.607693 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-3f257432-4898-4964-8608-8cb12d0f6925 demo admin] 10.222.0.13 "GET /v2.0/routers/55dd545d-7446-4241-a556-1966c0591619 HTTP/1.1" status: 200 len: 704 time: 0.1320140 Feb 09 06:10:46.886552 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a38d78f-e765-4172-8973-16c65e65cb33 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:47.051308 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:47.185005 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-8a38d78f-e765-4172-8973-16c65e65cb33 demo admin] Allocated IP 172.20.0.1 (342bf227-9abe-4beb-924c-e9720c654c67/f62f6396-cf6a-4392-8e89-5b0bf23f5f11/b3d2daae-a334-404d-b295-5ebf6ab9d56e) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:10:47.363546 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a38d78f-e765-4172-8973-16c65e65cb33 demo admin] Publish callbacks [] for port (b3d2daae-a334-404d-b295-5ebf6ab9d56e), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:47.495967 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a38d78f-e765-4172-8973-16c65e65cb33 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (b3d2daae-a334-404d-b295-5ebf6ab9d56e), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:47.566352 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a38d78f-e765-4172-8973-16c65e65cb33 demo admin] Network 342bf227-9abe-4beb-924c-e9720c654c67 is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:10:47.572980 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-8a38d78f-e765-4172-8973-16c65e65cb33 demo admin] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:10:47.582760 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a38d78f-e765-4172-8973-16c65e65cb33 demo admin] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:10:47.583258 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a38d78f-e765-4172-8973-16c65e65cb33 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540644'] for router_interface (55dd545d-7446-4241-a556-1966c0591619), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:47.605232 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38d78f-e765-4172-8973-16c65e65cb33 demo admin] Pushing event updated for resources: {'Port': ['ID=b3d2daae-a334-404d-b295-5ebf6ab9d56e,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:10:47.882072 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-38c43733-2b4b-4ab8-bb4c-360daf11b06c None None] Provisioning complete for port b3d2daae-a334-404d-b295-5ebf6ab9d56e triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:10:47.882403 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-38c43733-2b4b-4ab8-bb4c-360daf11b06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (b3d2daae-a334-404d-b295-5ebf6ab9d56e), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:47.911267 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a38d78f-e765-4172-8973-16c65e65cb33 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (b3d2daae-a334-404d-b295-5ebf6ab9d56e), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:47.915373 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-38c43733-2b4b-4ab8-bb4c-360daf11b06c None None] Port b3d2daae-a334-404d-b295-5ebf6ab9d56e cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:10:48.114026 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a38d78f-e765-4172-8973-16c65e65cb33 demo admin] Publish callbacks [] for port (b3d2daae-a334-404d-b295-5ebf6ab9d56e), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:48.177070 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a38d78f-e765-4172-8973-16c65e65cb33 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (b3d2daae-a334-404d-b295-5ebf6ab9d56e), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:48.177761 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a38d78f-e765-4172-8973-16c65e65cb33 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1023630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541044'] for router_interface (55dd545d-7446-4241-a556-1966c0591619), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:48.256071 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38d78f-e765-4172-8973-16c65e65cb33 demo admin] Pushing event updated for resources: {'Port': ['ID=b3d2daae-a334-404d-b295-5ebf6ab9d56e,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:10:48.300525 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a38d78f-e765-4172-8973-16c65e65cb33 demo admin] Network 342bf227-9abe-4beb-924c-e9720c654c67 is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:10:48.301801 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-8a38d78f-e765-4172-8973-16c65e65cb33 demo admin] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:10:48.523873 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a38d78f-e765-4172-8973-16c65e65cb33 demo admin] Router 55dd545d-7446-4241-a556-1966c0591619 is scheduled to L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d with binding_index 1 {{(pid=103034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 06:10:48.539040 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-5bdc01a3-3715-419b-a1aa-8a1a73b279fd None None] Provisioning complete for port b3d2daae-a334-404d-b295-5ebf6ab9d56e triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:10:48.539569 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-5bdc01a3-3715-419b-a1aa-8a1a73b279fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (b3d2daae-a334-404d-b295-5ebf6ab9d56e), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:48.572913 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc01a3-3715-419b-a1aa-8a1a73b279fd None None] Port b3d2daae-a334-404d-b295-5ebf6ab9d56e cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:10:48.616152 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a38d78f-e765-4172-8973-16c65e65cb33 demo admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:10:48.621757 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-8a38d78f-e765-4172-8973-16c65e65cb33 demo admin] 10.222.0.13 "PUT /v2.0/routers/55dd545d-7446-4241-a556-1966c0591619/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0088329 Feb 09 06:10:48.642313 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] Sync routers for ids ['55dd545d-7446-4241-a556-1966c0591619'] in dv-cinder-801923-6-iscsi {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:10:48.654719 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] Routers {'55dd545d-7446-4241-a556-1966c0591619'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:10:48.655712 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:10:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['55dd545d-7446-4241-a556-1966c0591619'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:10:48.847191 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] Set router 55dd545d-7446-4241-a556-1966c0591619 gateway port host: None {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:10:49.276806 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55dd545d-7446-4241-a556-1966c0591619', 'name': 'router1', 'tenant_id': '219b8f6950674e38afd76b5aaf53c732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:10:37Z', 'updated_at': '2022-02-09T06:10:47Z', 'revision_number': 2, 'project_id': '219b8f6950674e38afd76b5aaf53c732', 'gw_port_host': None, '_interfaces': [{'id': 'b3d2daae-a334-404d-b295-5ebf6ab9d56e', 'name': '', 'network_id': '342bf227-9abe-4beb-924c-e9720c654c67', 'tenant_id': '219b8f6950674e38afd76b5aaf53c732', 'mac_address': 'fa:16:3e:b5:8b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55dd545d-7446-4241-a556-1966c0591619', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f62f6396-cf6a-4392-8e89-5b0bf23f5f11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:10:46Z', 'updated_at': '2022-02-09T06:10:47Z', 'revision_number': 2, 'project_id': '219b8f6950674e38afd76b5aaf53c732', 'subnets': [{'id': 'f62f6396-cf6a-4392-8e89-5b0bf23f5f11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c7705b7-d90b-425d-800d-4f64f88e5373'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:10:49.328144 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] Checking router: 55dd545d-7446-4241-a556-1966c0591619 for host: dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:10:49.329063 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] Updating router 55dd545d-7446-4241-a556-1966c0591619 port b3d2daae-a334-404d-b295-5ebf6ab9d56e binding host dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 06:10:49.383531 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (b3d2daae-a334-404d-b295-5ebf6ab9d56e), before_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:49.886771 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] Publish callbacks [] for port (b3d2daae-a334-404d-b295-5ebf6ab9d56e), precommit_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:49.946048 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (b3d2daae-a334-404d-b295-5ebf6ab9d56e), after_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:50.102687 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15144489-cfc1-4f70-be45-b5836ac628d0 None None] Pushing event updated for resources: {'Port': ['ID=b3d2daae-a334-404d-b295-5ebf6ab9d56e,revision_number=3']} {{(pid=103037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:10:50.118544 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15144489-cfc1-4f70-be45-b5836ac628d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:50.118900 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15144489-cfc1-4f70-be45-b5836ac628d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:50.119242 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15144489-cfc1-4f70-be45-b5836ac628d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:50.119840 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15144489-cfc1-4f70-be45-b5836ac628d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:50.120165 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15144489-cfc1-4f70-be45-b5836ac628d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:50.120489 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15144489-cfc1-4f70-be45-b5836ac628d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:50.120813 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15144489-cfc1-4f70-be45-b5836ac628d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:50.121136 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15144489-cfc1-4f70-be45-b5836ac628d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:50.121459 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15144489-cfc1-4f70-be45-b5836ac628d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:50.121796 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15144489-cfc1-4f70-be45-b5836ac628d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:50.122119 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15144489-cfc1-4f70-be45-b5836ac628d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:50.122463 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15144489-cfc1-4f70-be45-b5836ac628d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:50.122780 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15144489-cfc1-4f70-be45-b5836ac628d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15144489-cfc1-4f70-be45-b5836ac628d0 None None] Tracked resource versions report: Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: pushed versions: Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: { 'AddressGroup': {'1.2'}, Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'ConntrackHelper': {'1.0'}, Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'LocalIPAssociation': {'1.0'}, Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'Log': {'1.0'}, Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'Network': {'1.1'}, Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'Port': {'1.7'}, Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'PortForwarding': {'1.2'}, Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'QosPolicy': {'1.10'}, Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'SecurityGroup': {'1.5'}, Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'SecurityGroupRule': {'1.2'}, Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'SubPort': {'1.0'}, Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'Subnet': {'1.1'}, Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'Trunk': {'1.1'}} Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: consumer versions: Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: { DHCP agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: L3 agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: Metadata agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: Metering agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: Open vSwitch agent@dv-cinder-801923-6-iscsi: { 'AddressGroup': '1.2', Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'ConntrackHelper': '1.0', Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'LocalIPAssociation': '1.0', Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'Log': '1.0', Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'Network': '1.1', Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'Port': '1.7', Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'PortForwarding': '1.2', Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'QosPolicy': '1.10', Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'SecurityGroup': '1.5', Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'SecurityGroupRule': '1.2', Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'SubPort': '1.0', Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'Subnet': '1.1', Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: 'Trunk': '1.1'}} Feb 09 06:10:50.124175 dv-cinder-801923-6-iscsi neutron-server[103037]: {{(pid=103037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 06:10:50.129413 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] Attempting to bind port b3d2daae-a334-404d-b295-5ebf6ab9d56e on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:10:50.129852 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] Attempting to bind port b3d2daae-a334-404d-b295-5ebf6ab9d56e by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': 'f1764b0a-d9ea-4f2f-aef5-299c4ae92113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '342bf227-9abe-4beb-924c-e9720c654c67'}] {{(pid=103037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:10:50.130266 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] Attempting to bind port b3d2daae-a334-404d-b295-5ebf6ab9d56e on network 342bf227-9abe-4beb-924c-e9720c654c67 {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:10:50.135622 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:10:50.136129 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] Checking segment: {'id': 'f1764b0a-d9ea-4f2f-aef5-299c4ae92113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '342bf227-9abe-4beb-924c-e9720c654c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:10:50.136486 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:50.136910 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] Bound using segment: {'id': 'f1764b0a-d9ea-4f2f-aef5-299c4ae92113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '342bf227-9abe-4beb-924c-e9720c654c67'} {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:10:50.137353 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] Bound port: b3d2daae-a334-404d-b295-5ebf6ab9d56e, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1764b0a-d9ea-4f2f-aef5-299c4ae92113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '342bf227-9abe-4beb-924c-e9720c654c67'}}] {{(pid=103037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:10:50.137724 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (b3d2daae-a334-404d-b295-5ebf6ab9d56e), before_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:50.203353 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.db [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] For port b3d2daae-a334-404d-b295-5ebf6ab9d56e, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:10:50.212441 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-3ac9ca79-a644-49b4-8929-511adf54e3ca None None] Provisioning complete for port b3d2daae-a334-404d-b295-5ebf6ab9d56e triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:10:50.212943 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-3ac9ca79-a644-49b4-8929-511adf54e3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (b3d2daae-a334-404d-b295-5ebf6ab9d56e), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:50.222716 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.db [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] For port b3d2daae-a334-404d-b295-5ebf6ab9d56e, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=b3d2daae-a334-404d-b295-5ebf6ab9d56e,segment=NetworkSegment(f1764b0a-d9ea-4f2f-aef5-299c4ae92113),segment_id=f1764b0a-d9ea-4f2f-aef5-299c4ae92113)] {{(pid=103037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:10:50.250353 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9ca79-a644-49b4-8929-511adf54e3ca None None] Port b3d2daae-a334-404d-b295-5ebf6ab9d56e cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:10:50.318517 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (b3d2daae-a334-404d-b295-5ebf6ab9d56e), after_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:50.381617 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] Routers {'55dd545d-7446-4241-a556-1966c0591619'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:10:50.382278 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:10:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['55dd545d-7446-4241-a556-1966c0591619'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:10:50.385350 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15144489-cfc1-4f70-be45-b5836ac628d0 None None] Pushing event updated for resources: {'Port': ['ID=b3d2daae-a334-404d-b295-5ebf6ab9d56e,revision_number=4']} {{(pid=103037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:10:50.479069 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] Set router 55dd545d-7446-4241-a556-1966c0591619 gateway port host: None {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:10:50.574970 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e03b8e29-f1f3-4cb0-8ee3-615bafa263bd None None] Provisioning complete for port b3d2daae-a334-404d-b295-5ebf6ab9d56e triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:10:50.575666 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e03b8e29-f1f3-4cb0-8ee3-615bafa263bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (b3d2daae-a334-404d-b295-5ebf6ab9d56e), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:50.664435 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e03b8e29-f1f3-4cb0-8ee3-615bafa263bd None None] Current status of the port b3d2daae-a334-404d-b295-5ebf6ab9d56e is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:10:50.664712 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e03b8e29-f1f3-4cb0-8ee3-615bafa263bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (b3d2daae-a334-404d-b295-5ebf6ab9d56e), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:50.702702 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e03b8e29-f1f3-4cb0-8ee3-615bafa263bd None None] For port b3d2daae-a334-404d-b295-5ebf6ab9d56e, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=b3d2daae-a334-404d-b295-5ebf6ab9d56e,segment=NetworkSegment(f1764b0a-d9ea-4f2f-aef5-299c4ae92113),segment_id=f1764b0a-d9ea-4f2f-aef5-299c4ae92113)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:10:50.707574 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55dd545d-7446-4241-a556-1966c0591619', 'name': 'router1', 'tenant_id': '219b8f6950674e38afd76b5aaf53c732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:10:37Z', 'updated_at': '2022-02-09T06:10:47Z', 'revision_number': 2, 'project_id': '219b8f6950674e38afd76b5aaf53c732', 'gw_port_host': None, '_interfaces': [{'id': 'b3d2daae-a334-404d-b295-5ebf6ab9d56e', 'name': '', 'network_id': '342bf227-9abe-4beb-924c-e9720c654c67', 'tenant_id': '219b8f6950674e38afd76b5aaf53c732', 'mac_address': 'fa:16:3e:b5:8b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55dd545d-7446-4241-a556-1966c0591619', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f62f6396-cf6a-4392-8e89-5b0bf23f5f11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:10:46Z', 'updated_at': '2022-02-09T06:10:50Z', 'revision_number': 4, 'project_id': '219b8f6950674e38afd76b5aaf53c732', 'subnets': [{'id': 'f62f6396-cf6a-4392-8e89-5b0bf23f5f11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c7705b7-d90b-425d-800d-4f64f88e5373'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:10:50.741527 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d49fbc-586a-45f7-86bb-3371df43501f None None] The sync data for ids ['55dd545d-7446-4241-a556-1966c0591619'] in dv-cinder-801923-6-iscsi is: [{'id': '55dd545d-7446-4241-a556-1966c0591619', 'name': 'router1', 'tenant_id': '219b8f6950674e38afd76b5aaf53c732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:10:37Z', 'updated_at': '2022-02-09T06:10:47Z', 'revision_number': 2, 'project_id': '219b8f6950674e38afd76b5aaf53c732', 'gw_port_host': None, '_interfaces': [{'id': 'b3d2daae-a334-404d-b295-5ebf6ab9d56e', 'name': '', 'network_id': '342bf227-9abe-4beb-924c-e9720c654c67', 'tenant_id': '219b8f6950674e38afd76b5aaf53c732', 'mac_address': 'fa:16:3e:b5:8b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55dd545d-7446-4241-a556-1966c0591619', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f62f6396-cf6a-4392-8e89-5b0bf23f5f11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:10:46Z', 'updated_at': '2022-02-09T06:10:50Z', 'revision_number': 4, 'project_id': '219b8f6950674e38afd76b5aaf53c732', 'subnets': [{'id': 'f62f6396-cf6a-4392-8e89-5b0bf23f5f11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c7705b7-d90b-425d-800d-4f64f88e5373'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:10:50.803939 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e03b8e29-f1f3-4cb0-8ee3-615bafa263bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (b3d2daae-a334-404d-b295-5ebf6ab9d56e), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:50.854932 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b8e29-f1f3-4cb0-8ee3-615bafa263bd None None] Pushing event updated for resources: {'Port': ['ID=b3d2daae-a334-404d-b295-5ebf6ab9d56e,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:10:51.010896 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 48288) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:10:51.125343 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6223dcfe-c222-4c97-93bd-58b661cc01ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:10:51.126740 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-6223dcfe-c222-4c97-93bd-58b661cc01ce admin admin] 10.222.0.13 "GET /v2.0/networks/60906f90-e5e0-4579-a713-ae70aadf892a HTTP/1.1" status: 200 len: 842 time: 0.1149521 Feb 09 06:10:51.135875 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-95f9ba4e-bc2b-453f-8875-a5b55ddf3dc1 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'ip_version': 4, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'name': 'public-subnet'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:10:51.249229 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f9ba4e-bc2b-453f-8875-a5b55ddf3dc1 admin admin] Made reservation on behalf of a914a5a80de14e7fab76fae0afc1de84 for: {'subnet': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:10:51.251511 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-95f9ba4e-bc2b-453f-8875-a5b55ddf3dc1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:51.628773 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.objects.ports [None req-95f9ba4e-bc2b-453f-8875-a5b55ddf3dc1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103034) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 06:10:51.629203 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-95f9ba4e-bc2b-453f-8875-a5b55ddf3dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for subnet (3feeac82-f55f-4d1a-bdeb-44d8682c5c90), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:51.685387 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9ba4e-bc2b-453f-8875-a5b55ddf3dc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3feeac82-f55f-4d1a-bdeb-44d8682c5c90,revision_number=0']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:10:51.699679 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f9ba4e-bc2b-453f-8875-a5b55ddf3dc1 admin admin] Checking segment: {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:10:51.700046 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f9ba4e-bc2b-453f-8875-a5b55ddf3dc1 admin admin] Network hostable DHCP agents. Network: 60906f90-e5e0-4579-a713-ae70aadf892a, hostable agents: ['be82b069-f1bc-4233-ac9e-ce94c711d4de'], hosted agents: [] {{(pid=103034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 06:10:51.834087 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f9ba4e-bc2b-453f-8875-a5b55ddf3dc1 admin admin] Network 60906f90-e5e0-4579-a713-ae70aadf892a is scheduled to be hosted by DHCP agent be82b069-f1bc-4233-ac9e-ce94c711d4de with binding_index 1 {{(pid=103034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 06:10:51.912148 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-95f9ba4e-bc2b-453f-8875-a5b55ddf3dc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801923-6-iscsi, 60906f90-e5e0-4579-a713-ae70aadf892a) {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:10:51.916496 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f9ba4e-bc2b-453f-8875-a5b55ddf3dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:10:51.917190 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-95f9ba4e-bc2b-453f-8875-a5b55ddf3dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:51.922261 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a93682a-1ebf-4986-bb04-2de30f8ae1a5 None None] Network 60906f90-e5e0-4579-a713-ae70aadf892a requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:10:52.004199 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-95f9ba4e-bc2b-453f-8875-a5b55ddf3dc1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8587804 Feb 09 06:10:52.022551 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f938e283-fd54-4066-ad36-c3b29232fbc3 None None] Network 60906f90-e5e0-4579-a713-ae70aadf892a requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:10:54.347673 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 48296) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:10:54.603727 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-bfda53dd-e68d-4a6a-abbd-42dc2d272838 demo admin] 10.222.0.13 "GET /v2.0/routers/55dd545d-7446-4241-a556-1966c0591619 HTTP/1.1" status: 200 len: 710 time: 0.2549708 Feb 09 06:10:54.716663 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2aab23-9585-4280-8d5e-91d7c70a335f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:10:54.718027 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-3b2aab23-9585-4280-8d5e-91d7c70a335f demo admin] 10.222.0.13 "GET /v2.0/networks/60906f90-e5e0-4579-a713-ae70aadf892a HTTP/1.1" status: 200 len: 886 time: 0.1087675 Feb 09 06:10:54.727377 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-08bf18e7-0891-4e81-b5b5-9f1c7e02800b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:10:54.976596 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-08bf18e7-0891-4e81-b5b5-9f1c7e02800b demo admin] Publish callbacks [] for router_gateway (55dd545d-7446-4241-a556-1966c0591619), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:55.268713 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-08bf18e7-0891-4e81-b5b5-9f1c7e02800b demo admin] Publish callbacks [] for router_gateway (55dd545d-7446-4241-a556-1966c0591619), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:55.345495 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-08bf18e7-0891-4e81-b5b5-9f1c7e02800b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:55.544956 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [None req-08bf18e7-0891-4e81-b5b5-9f1c7e02800b demo admin] Allocated IP 172.27.3.72 (60906f90-e5e0-4579-a713-ae70aadf892a/3feeac82-f55f-4d1a-bdeb-44d8682c5c90/d96938e6-0405-4299-9c08-e51979ff385d) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:10:55.808418 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-08bf18e7-0891-4e81-b5b5-9f1c7e02800b demo admin] Publish callbacks [] for port (d96938e6-0405-4299-9c08-e51979ff385d), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:55.926577 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-08bf18e7-0891-4e81-b5b5-9f1c7e02800b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (d96938e6-0405-4299-9c08-e51979ff385d), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:55.995512 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bf18e7-0891-4e81-b5b5-9f1c7e02800b demo admin] Network 60906f90-e5e0-4579-a713-ae70aadf892a is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:10:56.005705 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-08bf18e7-0891-4e81-b5b5-9f1c7e02800b demo admin] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:10:56.014362 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf18e7-0891-4e81-b5b5-9f1c7e02800b demo admin] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:10:56.017447 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf18e7-0891-4e81-b5b5-9f1c7e02800b demo admin] Pushing event updated for resources: {'Port': ['ID=d96938e6-0405-4299-9c08-e51979ff385d,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:10:56.363542 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-08bf18e7-0891-4e81-b5b5-9f1c7e02800b demo admin] Publish callbacks [] for router_gateway (55dd545d-7446-4241-a556-1966c0591619), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:56.564660 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-08bf18e7-0891-4e81-b5b5-9f1c7e02800b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11008'] for router (55dd545d-7446-4241-a556-1966c0591619), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:56.569538 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-08bf18e7-0891-4e81-b5b5-9f1c7e02800b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539555'] for router (55dd545d-7446-4241-a556-1966c0591619), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:56.678925 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bf18e7-0891-4e81-b5b5-9f1c7e02800b demo admin] Router 55dd545d-7446-4241-a556-1966c0591619 has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:10:56.787614 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bf18e7-0891-4e81-b5b5-9f1c7e02800b demo admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:10:56.792324 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-08bf18e7-0891-4e81-b5b5-9f1c7e02800b demo admin] Publish callbacks [] for router (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:56.795996 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-08bf18e7-0891-4e81-b5b5-9f1c7e02800b demo admin] 10.222.0.13 "PUT /v2.0/routers/55dd545d-7446-4241-a556-1966c0591619 HTTP/1.1" status: 200 len: 889 time: 2.0692434 Feb 09 06:10:57.598307 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device b3d2daae-a334-404d-b295-5ebf6ab9d56e up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:10:57.649548 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port b3d2daae-a334-404d-b295-5ebf6ab9d56e triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:10:57.649938 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (b3d2daae-a334-404d-b295-5ebf6ab9d56e), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:10:57.727575 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port b3d2daae-a334-404d-b295-5ebf6ab9d56e is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:10:59.043763 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] Sync routers for ids ['55dd545d-7446-4241-a556-1966c0591619'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:10:59.055544 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] Routers {'55dd545d-7446-4241-a556-1966c0591619'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:10:59.056191 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:10:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['55dd545d-7446-4241-a556-1966c0591619'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:10:59.276390 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] Set router 55dd545d-7446-4241-a556-1966c0591619 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:10:59.303198 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 48308) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:10:59.420884 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-e8f6500f-eec4-4dc0-8c88-0420682568af admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1165054 Feb 09 06:10:59.753338 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55dd545d-7446-4241-a556-1966c0591619', 'name': 'router1', 'tenant_id': '219b8f6950674e38afd76b5aaf53c732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd96938e6-0405-4299-9c08-e51979ff385d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:10:37Z', 'updated_at': '2022-02-09T06:10:56Z', 'revision_number': 4, 'project_id': '219b8f6950674e38afd76b5aaf53c732', 'gw_port': {'id': 'd96938e6-0405-4299-9c08-e51979ff385d', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55dd545d-7446-4241-a556-1966c0591619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:10:55Z', 'updated_at': '2022-02-09T06:10:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': 'b3d2daae-a334-404d-b295-5ebf6ab9d56e', 'name': '', 'network_id': '342bf227-9abe-4beb-924c-e9720c654c67', 'tenant_id': '219b8f6950674e38afd76b5aaf53c732', 'mac_address': 'fa:16:3e:b5:8b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dd545d-7446-4241-a556-1966c0591619', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f62f6396-cf6a-4392-8e89-5b0bf23f5f11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:10:46Z', 'updated_at': '2022-02-09T06:10:50Z', 'revision_number': 5, 'project_id': '219b8f6950674e38afd76b5aaf53c732', 'subnets': [{'id': 'f62f6396-cf6a-4392-8e89-5b0bf23f5f11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c7705b7-d90b-425d-800d-4f64f88e5373'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:10:59.803389 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] Checking router: 55dd545d-7446-4241-a556-1966c0591619 for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:10:59.803671 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] Updating router 55dd545d-7446-4241-a556-1966c0591619 port d96938e6-0405-4299-9c08-e51979ff385d binding host dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 06:10:59.858030 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (d96938e6-0405-4299-9c08-e51979ff385d), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:11:00.189871 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] Publish callbacks [] for port (d96938e6-0405-4299-9c08-e51979ff385d), precommit_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:11:00.266242 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (d96938e6-0405-4299-9c08-e51979ff385d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:11:00.314735 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e071b-f6a0-404a-aea3-a199f8a5fd2f None None] Pushing event updated for resources: {'Port': ['ID=d96938e6-0405-4299-9c08-e51979ff385d,revision_number=2']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:11:00.335614 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] Attempting to bind port d96938e6-0405-4299-9c08-e51979ff385d on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:11:00.336004 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] Attempting to bind port d96938e6-0405-4299-9c08-e51979ff385d by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:11:00.336578 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] Attempting to bind port d96938e6-0405-4299-9c08-e51979ff385d on network 60906f90-e5e0-4579-a713-ae70aadf892a {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:11:00.343461 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:11:00.348199 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] Checking segment: {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:11:00.348199 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:11:00.348199 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] Bound using segment: {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:11:00.348199 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] Bound port: d96938e6-0405-4299-9c08-e51979ff385d, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:11:00.348199 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (d96938e6-0405-4299-9c08-e51979ff385d), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:11:00.406804 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] For port d96938e6-0405-4299-9c08-e51979ff385d, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:11:00.409692 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] For port d96938e6-0405-4299-9c08-e51979ff385d, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=d96938e6-0405-4299-9c08-e51979ff385d,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:11:00.497001 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (d96938e6-0405-4299-9c08-e51979ff385d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:11:00.551406 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] Routers {'55dd545d-7446-4241-a556-1966c0591619'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:11:00.552013 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:10:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['55dd545d-7446-4241-a556-1966c0591619'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:11:00.587920 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e071b-f6a0-404a-aea3-a199f8a5fd2f None None] Pushing event updated for resources: {'Port': ['ID=d96938e6-0405-4299-9c08-e51979ff385d,revision_number=3']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:11:00.664419 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] Set router 55dd545d-7446-4241-a556-1966c0591619 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:11:00.872224 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55dd545d-7446-4241-a556-1966c0591619', 'name': 'router1', 'tenant_id': '219b8f6950674e38afd76b5aaf53c732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd96938e6-0405-4299-9c08-e51979ff385d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:10:37Z', 'updated_at': '2022-02-09T06:10:56Z', 'revision_number': 4, 'project_id': '219b8f6950674e38afd76b5aaf53c732', 'gw_port': {'id': 'd96938e6-0405-4299-9c08-e51979ff385d', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55dd545d-7446-4241-a556-1966c0591619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:10:55Z', 'updated_at': '2022-02-09T06:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': 'b3d2daae-a334-404d-b295-5ebf6ab9d56e', 'name': '', 'network_id': '342bf227-9abe-4beb-924c-e9720c654c67', 'tenant_id': '219b8f6950674e38afd76b5aaf53c732', 'mac_address': 'fa:16:3e:b5:8b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dd545d-7446-4241-a556-1966c0591619', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f62f6396-cf6a-4392-8e89-5b0bf23f5f11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:10:46Z', 'updated_at': '2022-02-09T06:10:50Z', 'revision_number': 5, 'project_id': '219b8f6950674e38afd76b5aaf53c732', 'subnets': [{'id': 'f62f6396-cf6a-4392-8e89-5b0bf23f5f11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c7705b7-d90b-425d-800d-4f64f88e5373'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:11:00.900866 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7ab63-23b4-4302-a39a-8760fbf04dc7 None None] The sync data for ids ['55dd545d-7446-4241-a556-1966c0591619'] in dv-cinder-801923-6-iscsi is: [{'id': '55dd545d-7446-4241-a556-1966c0591619', 'name': 'router1', 'tenant_id': '219b8f6950674e38afd76b5aaf53c732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd96938e6-0405-4299-9c08-e51979ff385d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:10:37Z', 'updated_at': '2022-02-09T06:10:56Z', 'revision_number': 4, 'project_id': '219b8f6950674e38afd76b5aaf53c732', 'gw_port': {'id': 'd96938e6-0405-4299-9c08-e51979ff385d', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55dd545d-7446-4241-a556-1966c0591619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:10:55Z', 'updated_at': '2022-02-09T06:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': 'b3d2daae-a334-404d-b295-5ebf6ab9d56e', 'name': '', 'network_id': '342bf227-9abe-4beb-924c-e9720c654c67', 'tenant_id': '219b8f6950674e38afd76b5aaf53c732', 'mac_address': 'fa:16:3e:b5:8b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dd545d-7446-4241-a556-1966c0591619', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f62f6396-cf6a-4392-8e89-5b0bf23f5f11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:10:46Z', 'updated_at': '2022-02-09T06:10:50Z', 'revision_number': 5, 'project_id': '219b8f6950674e38afd76b5aaf53c732', 'subnets': [{'id': 'f62f6396-cf6a-4392-8e89-5b0bf23f5f11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c7705b7-d90b-425d-800d-4f64f88e5373'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:11:01.641931 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device d96938e6-0405-4299-9c08-e51979ff385d up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:11:01.712941 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port d96938e6-0405-4299-9c08-e51979ff385d triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:11:01.713578 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (d96938e6-0405-4299-9c08-e51979ff385d), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:11:01.804451 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port d96938e6-0405-4299-9c08-e51979ff385d is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:11:01.804628 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (d96938e6-0405-4299-9c08-e51979ff385d), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:11:01.826819 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] For port d96938e6-0405-4299-9c08-e51979ff385d, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=d96938e6-0405-4299-9c08-e51979ff385d,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:11:01.885886 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (d96938e6-0405-4299-9c08-e51979ff385d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:11:01.936875 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Pushing event updated for resources: {'Port': ['ID=d96938e6-0405-4299-9c08-e51979ff385d,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:11:03.664350 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device d96938e6-0405-4299-9c08-e51979ff385d up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:11:03.718406 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port d96938e6-0405-4299-9c08-e51979ff385d triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:11:03.718608 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (d96938e6-0405-4299-9c08-e51979ff385d), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:11:03.824787 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port d96938e6-0405-4299-9c08-e51979ff385d is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:11:07.226563 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 5 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:11:11.026352 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-65fe09dd-4678-4e47-a644-1c84fffc6ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:11:13.652158 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-83d1b10d-d62f-4db8-ae32-2f28bbb1e645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:11:14.350365 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:11:15.628852 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:11:17.046318 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:11:41.039146 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-2ba7a703-f9a6-4479-a76e-f89ea501cde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:11:43.650290 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-22db0b55-ca0c-4bd0-93be-5ede0234c6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:11:44.225181 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 5 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:11:44.324878 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:11:45.610490 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:11:47.026240 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:12:11.026171 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-8049d5e5-e3c3-4f48-8a7a-1af3467893ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:12:13.648303 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-019ca284-d48a-42b9-ab3c-018b86cc0bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:12:14.329520 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:12:15.620857 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:12:17.032447 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:12:21.226561 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 5 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:12:21.355187 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 48794) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:12:21.415508 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1bd9797-7dff-4349-b321-53a0371f0ce3 admin admin] GET failed (client error): The resource could not be found. Feb 09 06:12:21.416781 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-a1bd9797-7dff-4349-b321-53a0371f0ce3 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606465 Feb 09 06:12:21.571335 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2b0602-e873-491b-8f75-61c601fa4987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:12:21.572789 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-ea2b0602-e873-491b-8f75-61c601fa4987 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1520264 Feb 09 06:12:23.798148 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 48804) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:12:23.896712 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3725b8-75b7-4bd4-8282-73c73226a647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:12:23.898071 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-fe3725b8-75b7-4bd4-8282-73c73226a647 admin admin] 10.222.0.13 "GET /v2.0/subnets/f62f6396-cf6a-4392-8e89-5b0bf23f5f11 HTTP/1.1" status: 200 len: 849 time: 0.0989573 Feb 09 06:12:23.907729 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-572f3719-5332-4b89-bc08-12580d912f2a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:12:23.988943 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-572f3719-5332-4b89-bc08-12580d912f2a admin admin] Publish callbacks [] for subnet (f62f6396-cf6a-4392-8e89-5b0bf23f5f11), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:12:24.266171 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-572f3719-5332-4b89-bc08-12580d912f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788414018564'] for subnet (f62f6396-cf6a-4392-8e89-5b0bf23f5f11), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:12:24.299324 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572f3719-5332-4b89-bc08-12580d912f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:12:24.299922 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-572f3719-5332-4b89-bc08-12580d912f2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:12:24.300053 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18913265-612d-4346-a987-aa33b8ed5a66 None None] Network 342bf227-9abe-4beb-924c-e9720c654c67 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:12:24.301236 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-572f3719-5332-4b89-bc08-12580d912f2a admin admin] 10.222.0.13 "PUT /v2.0/subnets/f62f6396-cf6a-4392-8e89-5b0bf23f5f11 HTTP/1.1" status: 200 len: 868 time: 0.3972847 Feb 09 06:12:24.318473 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f3719-5332-4b89-bc08-12580d912f2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f62f6396-cf6a-4392-8e89-5b0bf23f5f11,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:12:24.326032 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572f3719-5332-4b89-bc08-12580d912f2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:12:24.326438 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572f3719-5332-4b89-bc08-12580d912f2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:12:24.326792 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572f3719-5332-4b89-bc08-12580d912f2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:12:24.327131 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572f3719-5332-4b89-bc08-12580d912f2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:12:24.327463 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572f3719-5332-4b89-bc08-12580d912f2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:12:24.327797 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572f3719-5332-4b89-bc08-12580d912f2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:12:24.328214 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572f3719-5332-4b89-bc08-12580d912f2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:12:24.328491 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572f3719-5332-4b89-bc08-12580d912f2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:12:24.328849 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572f3719-5332-4b89-bc08-12580d912f2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:12:24.329196 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572f3719-5332-4b89-bc08-12580d912f2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:12:24.329526 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572f3719-5332-4b89-bc08-12580d912f2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:12:24.329854 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572f3719-5332-4b89-bc08-12580d912f2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:12:24.330173 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572f3719-5332-4b89-bc08-12580d912f2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:12:24.784210 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-3c3153fa-1abd-4236-8c5b-fc74b0826c4c None None] Provisioning complete for port 0d063ff1-9a66-471a-81ca-2277b529d831 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:12:24.784550 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-3c3153fa-1abd-4236-8c5b-fc74b0826c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (0d063ff1-9a66-471a-81ca-2277b529d831), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:12:24.862323 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-3c3153fa-1abd-4236-8c5b-fc74b0826c4c None None] Current status of the port 0d063ff1-9a66-471a-81ca-2277b529d831 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:12:24.872531 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-3c3153fa-1abd-4236-8c5b-fc74b0826c4c None None] Provisioning complete for port b3d2daae-a334-404d-b295-5ebf6ab9d56e triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:12:24.872914 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-3c3153fa-1abd-4236-8c5b-fc74b0826c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (b3d2daae-a334-404d-b295-5ebf6ab9d56e), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:12:24.948228 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-3c3153fa-1abd-4236-8c5b-fc74b0826c4c None None] Current status of the port b3d2daae-a334-404d-b295-5ebf6ab9d56e is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:12:26.577009 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 48812) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:12:26.776510 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424e0956-b0f6-4c69-84b3-877c4c49bc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:12:26.776902 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424e0956-b0f6-4c69-84b3-877c4c49bc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:12:26.778475 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-424e0956-b0f6-4c69-84b3-877c4c49bc98 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2003903 Feb 09 06:12:29.006599 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 48820) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:12:29.137563 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274a68da-7657-4433-ac28-96c2b4f578d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:12:29.138036 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274a68da-7657-4433-ac28-96c2b4f578d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:12:29.139737 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-274a68da-7657-4433-ac28-96c2b4f578d6 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1321864 Feb 09 06:12:31.363664 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 48828) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:12:31.497031 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e8b2d2-7401-48dc-b90d-4ab3a22a32f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:12:31.498472 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-81e8b2d2-7401-48dc-b90d-4ab3a22a32f1 admin admin] 10.222.0.13 "GET /v2.0/networks/342bf227-9abe-4beb-924c-e9720c654c67 HTTP/1.1" status: 200 len: 868 time: 0.1338413 Feb 09 06:12:33.749268 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 48836) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:12:33.874370 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ec73bc-c737-4b16-9231-4700755df511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:12:33.876204 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-02ec73bc-c737-4b16-9231-4700755df511 admin admin] 10.222.0.13 "GET /v2.0/networks/60906f90-e5e0-4579-a713-ae70aadf892a HTTP/1.1" status: 200 len: 886 time: 0.1254275 Feb 09 06:12:36.117395 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 48846) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:12:36.238061 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc589d61-09cf-4383-aa41-ea49be6cd6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:12:36.238544 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc589d61-09cf-4383-aa41-ea49be6cd6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:12:36.240130 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-dc589d61-09cf-4383-aa41-ea49be6cd6b7 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1217320 Feb 09 06:12:38.486955 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 48856) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:12:38.578986 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502c9ad7-37ec-4766-8eee-01b66dba100d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:12:38.579440 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502c9ad7-37ec-4766-8eee-01b66dba100d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:12:38.580972 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-502c9ad7-37ec-4766-8eee-01b66dba100d admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0930779 Feb 09 06:12:40.870277 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 48864) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:12:40.954436 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339bfeab-236d-4869-810a-f9d534bca635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:12:40.955894 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-339bfeab-236d-4869-810a-f9d534bca635 admin admin] 10.222.0.13 "GET /v2.0/subnets/3feeac82-f55f-4d1a-bdeb-44d8682c5c90 HTTP/1.1" status: 200 len: 816 time: 0.0844200 Feb 09 06:12:41.026150 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-cc1afd87-b5dc-40e5-92d2-ab75ebe3e130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:12:43.193198 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 48872) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:12:43.287107 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbbb025-ca21-487e-be0e-c3f926b28747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:12:43.288370 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-7bbbb025-ca21-487e-be0e-c3f926b28747 admin admin] 10.222.0.13 "GET /v2.0/subnets/f62f6396-cf6a-4392-8e89-5b0bf23f5f11 HTTP/1.1" status: 200 len: 868 time: 0.0942190 Feb 09 06:12:43.648368 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-89d739e9-671d-4cbe-a7a7-5d28512bcd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:12:44.294463 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:12:45.636891 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:12:47.031353 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:12:58.226052 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 5 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:13:07.923900 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 48926) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:13:07.971411 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [None req-f5449c1f-020b-471c-9ee8-cb48b8171321 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103034) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 06:13:07.972418 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-f5449c1f-020b-471c-9ee8-cb48b8171321 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476003 Feb 09 06:13:10.328206 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 48934) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:13:10.390420 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a14e3e-1d18-4d20-8212-91fdf1c607ff admin admin] GET failed (client error): The resource could not be found. Feb 09 06:13:10.391714 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-18a14e3e-1d18-4d20-8212-91fdf1c607ff admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625751 Feb 09 06:13:10.474332 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4812ef68-fc2a-4c63-8107-f1b508991023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:13:10.475861 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-4812ef68-fc2a-4c63-8107-f1b508991023 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0801368 Feb 09 06:13:11.019232 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72bb9c4c-2d6c-4eb9-83b1-c2c82a91f164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:12.778507 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 48942) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:13:12.826510 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-c662e1b1-1842-4dab-8def-dda0317ec68d admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:13:12.887857 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c662e1b1-1842-4dab-8def-dda0317ec68d admin admin] Made reservation on behalf of a914a5a80de14e7fab76fae0afc1de84 for: {'network': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:13:12.890786 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c662e1b1-1842-4dab-8def-dda0317ec68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for network (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:12.918526 dv-cinder-801923-6-iscsi neutron-server[103034]: WARNING neutron.services.revisions.revision_plugin [None req-c662e1b1-1842-4dab-8def-dda0317ec68d admin admin] Could not find related network for resource to bump revision. Feb 09 06:13:12.932266 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c662e1b1-1842-4dab-8def-dda0317ec68d admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 06:13:12.941282 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c662e1b1-1842-4dab-8def-dda0317ec68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (b982068b-636c-4e0f-93a5-d92124db281b), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:12.941619 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.segments_db [None req-c662e1b1-1842-4dab-8def-dda0317ec68d admin admin] Added segment b982068b-636c-4e0f-93a5-d92124db281b of type vlan for network 6ff7c51f-dda7-4708-89ff-ec12b3969e3f Feb 09 06:13:12.991948 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c662e1b1-1842-4dab-8def-dda0317ec68d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788413497640'] for network (6ff7c51f-dda7-4708-89ff-ec12b3969e3f), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:13.076511 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c662e1b1-1842-4dab-8def-dda0317ec68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for network (6ff7c51f-dda7-4708-89ff-ec12b3969e3f), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:13.080871 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c662e1b1-1842-4dab-8def-dda0317ec68d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:13:13.080871 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c662e1b1-1842-4dab-8def-dda0317ec68d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:13.133140 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662e1b1-1842-4dab-8def-dda0317ec68d admin admin] Pushing event updated for resources: {'Network': ['ID=6ff7c51f-dda7-4708-89ff-ec12b3969e3f,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:13:13.143583 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Network 6ff7c51f-dda7-4708-89ff-ec12b3969e3f details requested by agent ovs-agent-dv-cinder-801923-6-iscsi with host dv-cinder-801923-6-iscsi {{(pid=103036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 06:13:13.188650 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-c662e1b1-1842-4dab-8def-dda0317ec68d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4090602 Feb 09 06:13:13.630764 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-b5fbe421-0fd6-42ad-99ce-4f55695d9c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:14.293862 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:15.454607 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 48950) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:13:15.515305 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d9ca4c-cf53-4eb7-b184-3f13bb7a9f2c admin admin] GET failed (client error): The resource could not be found. Feb 09 06:13:15.516591 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-f8d9ca4c-cf53-4eb7-b184-3f13bb7a9f2c admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610287 Feb 09 06:13:15.587083 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1658f9-5eb5-44eb-aadf-983a841e5df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:13:15.588607 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-5d1658f9-5eb5-44eb-aadf-983a841e5df8 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0679760 Feb 09 06:13:15.598796 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-432430f1-9f8d-4255-ae92-c3c5f5c2c4fe admin admin] Request body: {'subnet': {'network_id': '6ff7c51f-dda7-4708-89ff-ec12b3969e3f', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:13:15.642307 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:15.699444 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432430f1-9f8d-4255-ae92-c3c5f5c2c4fe admin admin] Made reservation on behalf of a914a5a80de14e7fab76fae0afc1de84 for: {'subnet': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:13:15.701738 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-432430f1-9f8d-4255-ae92-c3c5f5c2c4fe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:15.928105 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-432430f1-9f8d-4255-ae92-c3c5f5c2c4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for subnet (e42faf92-df4e-404e-a7b5-a2b7f892821c), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:15.985651 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432430f1-9f8d-4255-ae92-c3c5f5c2c4fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e42faf92-df4e-404e-a7b5-a2b7f892821c,revision_number=0']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:13:15.991978 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432430f1-9f8d-4255-ae92-c3c5f5c2c4fe admin admin] Checking segment: {'id': 'b982068b-636c-4e0f-93a5-d92124db281b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6ff7c51f-dda7-4708-89ff-ec12b3969e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:13:15.992368 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432430f1-9f8d-4255-ae92-c3c5f5c2c4fe admin admin] Network hostable DHCP agents. Network: 6ff7c51f-dda7-4708-89ff-ec12b3969e3f, hostable agents: ['be82b069-f1bc-4233-ac9e-ce94c711d4de'], hosted agents: [] {{(pid=103034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 06:13:16.064583 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432430f1-9f8d-4255-ae92-c3c5f5c2c4fe admin admin] Network 6ff7c51f-dda7-4708-89ff-ec12b3969e3f is scheduled to be hosted by DHCP agent be82b069-f1bc-4233-ac9e-ce94c711d4de with binding_index 1 {{(pid=103034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 06:13:16.150248 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-432430f1-9f8d-4255-ae92-c3c5f5c2c4fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801923-6-iscsi, 6ff7c51f-dda7-4708-89ff-ec12b3969e3f) {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:13:16.154151 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432430f1-9f8d-4255-ae92-c3c5f5c2c4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:13:16.154784 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-432430f1-9f8d-4255-ae92-c3c5f5c2c4fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:16.161259 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc1df1c-c7e2-4d19-9c97-995c2da4093b None None] Network 6ff7c51f-dda7-4708-89ff-ec12b3969e3f requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:13:16.239835 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-432430f1-9f8d-4255-ae92-c3c5f5c2c4fe admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6441853 Feb 09 06:13:16.362719 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp140a898b-deca-5bfd-a45e-18b8b718c871-6ff7c51f-dda7-4708-89ff-ec12b3969e3f', 'network_id': '6ff7c51f-dda7-4708-89ff-ec12b3969e3f', 'project_id': 'a914a5a80de14e7fab76fae0afc1de84', 'fixed_ips': [{'subnet_id': 'e42faf92-df4e-404e-a7b5-a2b7f892821c'}]}} from dv-cinder-801923-6-iscsi. {{(pid=103036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 06:13:16.363594 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:16.503976 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.db_base_plugin_common [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Allocated IP 192.168.233.2 (6ff7c51f-dda7-4708-89ff-ec12b3969e3f/e42faf92-df4e-404e-a7b5-a2b7f892821c/d50fd22f-5558-45e8-a61d-f98edcacc1ba) {{(pid=103036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:13:16.648462 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Publish callbacks [] for port (d50fd22f-5558-45e8-a61d-f98edcacc1ba), precommit_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:16.717124 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (d50fd22f-5558-45e8-a61d-f98edcacc1ba), after_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:16.758293 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Network 6ff7c51f-dda7-4708-89ff-ec12b3969e3f is already hosted by enough agents. {{(pid=103036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:13:16.760983 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.scheduler.base_scheduler [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Resources bound (agent type, host, resource id): {{(pid=103036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:13:16.763639 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Received port after_create {{(pid=103036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:13:16.774289 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Pushing event updated for resources: {'Port': ['ID=d50fd22f-5558-45e8-a61d-f98edcacc1ba,revision_number=1']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:13:16.796973 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:13:16.797386 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:13:16.798281 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:13:16.798624 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:13:16.798951 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:13:16.799279 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:13:16.799601 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:13:16.799932 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:13:16.800252 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:13:16.800592 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:13:16.800914 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:13:16.801283 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:13:16.801674 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:13:16.836153 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Attempting to bind port d50fd22f-5558-45e8-a61d-f98edcacc1ba on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:13:16.836522 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Attempting to bind port d50fd22f-5558-45e8-a61d-f98edcacc1ba by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': 'b982068b-636c-4e0f-93a5-d92124db281b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6ff7c51f-dda7-4708-89ff-ec12b3969e3f'}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:13:16.836881 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Attempting to bind port d50fd22f-5558-45e8-a61d-f98edcacc1ba on network 6ff7c51f-dda7-4708-89ff-ec12b3969e3f {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:13:16.841816 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:13:16.842213 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Checking segment: {'id': 'b982068b-636c-4e0f-93a5-d92124db281b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6ff7c51f-dda7-4708-89ff-ec12b3969e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:13:16.842609 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:16.842991 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Bound using segment: {'id': 'b982068b-636c-4e0f-93a5-d92124db281b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6ff7c51f-dda7-4708-89ff-ec12b3969e3f'} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:13:16.843447 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Bound port: d50fd22f-5558-45e8-a61d-f98edcacc1ba, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b982068b-636c-4e0f-93a5-d92124db281b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6ff7c51f-dda7-4708-89ff-ec12b3969e3f'}}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:13:16.843817 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (d50fd22f-5558-45e8-a61d-f98edcacc1ba), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:16.905364 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] For port d50fd22f-5558-45e8-a61d-f98edcacc1ba, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:13:16.908963 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] For port d50fd22f-5558-45e8-a61d-f98edcacc1ba, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=d50fd22f-5558-45e8-a61d-f98edcacc1ba,segment=NetworkSegment(b982068b-636c-4e0f-93a5-d92124db281b),segment_id=b982068b-636c-4e0f-93a5-d92124db281b)] {{(pid=103036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:13:16.974088 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (d50fd22f-5558-45e8-a61d-f98edcacc1ba), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:17.044179 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:17.045900 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49aed4-3a17-46d5-ab4a-567a84515091 None None] Pushing event updated for resources: {'Port': ['ID=d50fd22f-5558-45e8-a61d-f98edcacc1ba,revision_number=2']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:13:17.740057 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device d50fd22f-5558-45e8-a61d-f98edcacc1ba up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:13:17.801373 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port d50fd22f-5558-45e8-a61d-f98edcacc1ba triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:13:17.801762 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (d50fd22f-5558-45e8-a61d-f98edcacc1ba), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:17.890376 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port d50fd22f-5558-45e8-a61d-f98edcacc1ba is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:13:17.891137 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (d50fd22f-5558-45e8-a61d-f98edcacc1ba), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:17.931014 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] For port d50fd22f-5558-45e8-a61d-f98edcacc1ba, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=d50fd22f-5558-45e8-a61d-f98edcacc1ba,segment=NetworkSegment(b982068b-636c-4e0f-93a5-d92124db281b),segment_id=b982068b-636c-4e0f-93a5-d92124db281b)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:13:17.945185 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7e3e06-7ff0-4927-8ef3-32fb9da5941e None None] Network 6ff7c51f-dda7-4708-89ff-ec12b3969e3f requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:13:18.010459 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (d50fd22f-5558-45e8-a61d-f98edcacc1ba), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:18.041526 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-0758bc83-4c14-4014-bafc-279e2a1c5bb4 None None] Provisioning complete for port d50fd22f-5558-45e8-a61d-f98edcacc1ba triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:13:18.041909 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-0758bc83-4c14-4014-bafc-279e2a1c5bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (d50fd22f-5558-45e8-a61d-f98edcacc1ba), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:18.131654 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Pushing event updated for resources: {'Port': ['ID=d50fd22f-5558-45e8-a61d-f98edcacc1ba,revision_number=3']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:13:18.192700 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-0758bc83-4c14-4014-bafc-279e2a1c5bb4 None None] Current status of the port d50fd22f-5558-45e8-a61d-f98edcacc1ba is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:13:18.414044 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-3a4af10a-9b84-4e95-bfbb-692d299a697c None None] Provisioning complete for port d50fd22f-5558-45e8-a61d-f98edcacc1ba triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:13:18.414400 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-3a4af10a-9b84-4e95-bfbb-692d299a697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (d50fd22f-5558-45e8-a61d-f98edcacc1ba), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:18.492280 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-3a4af10a-9b84-4e95-bfbb-692d299a697c None None] Current status of the port d50fd22f-5558-45e8-a61d-f98edcacc1ba is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:13:19.664667 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device d50fd22f-5558-45e8-a61d-f98edcacc1ba up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:13:19.712871 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port d50fd22f-5558-45e8-a61d-f98edcacc1ba triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:13:19.713265 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (d50fd22f-5558-45e8-a61d-f98edcacc1ba), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:19.789873 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port d50fd22f-5558-45e8-a61d-f98edcacc1ba is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:13:35.224158 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 5 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:13:41.041354 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-f24e7198-27d3-492f-84e1-712e138e522b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:43.652581 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-31bec93c-c9ae-4443-8c8b-62df5146457b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:44.292957 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:45.630022 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:13:47.035821 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:14:11.029375 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-8214eef9-cc0c-4794-a3af-d35170fbb82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:14:12.222098 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 5 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:14:13.618159 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-8ca1078f-2901-488b-8f32-f890c32fd159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:14:14.326548 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:14:15.646546 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:14:17.029465 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:14:41.046939 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-20509ada-7205-4fcf-a643-00ebc7b631c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:14:43.732350 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-7f34d7ce-507c-49dc-9625-563af75e5953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:14:44.349216 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:14:45.680457 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:14:47.017558 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:14:49.221147 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 5 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:14:50.687038 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 48996) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:14:50.692796 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [None req-e165a8e4-d2f6-48da-b879-82462a318d98 tempest-verify_tempest_config-186109964 tempest-verify_tempest_config-186109964-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103034) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 06:14:50.695400 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-e165a8e4-d2f6-48da-b879-82462a318d98 tempest-verify_tempest_config-186109964 tempest-verify_tempest_config-186109964-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057003 Feb 09 06:14:51.125939 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 49014) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:14:51.225537 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6d719f3b-8bfc-4e72-b51c-75b3e3151170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:14:51.299324 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6d719f3b-8bfc-4e72-b51c-75b3e3151170 admin admin] Publish callbacks [] for security_group (036c3bc5-1c36-4411-9bc4-a1b5b2f863f6), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:14:51.343427 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6d719f3b-8bfc-4e72-b51c-75b3e3151170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (036c3bc5-1c36-4411-9bc4-a1b5b2f863f6), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:14:51.391252 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-6d719f3b-8bfc-4e72-b51c-75b3e3151170 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4d823bd6cc942698f0ee823db13d932&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2642519 Feb 09 06:14:51.392053 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d719f3b-8bfc-4e72-b51c-75b3e3151170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036c3bc5-1c36-4411-9bc4-a1b5b2f863f6,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:14:51.393972 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 49018) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:14:51.398572 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d719f3b-8bfc-4e72-b51c-75b3e3151170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.398951 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d719f3b-8bfc-4e72-b51c-75b3e3151170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.399297 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d719f3b-8bfc-4e72-b51c-75b3e3151170 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.399635 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d719f3b-8bfc-4e72-b51c-75b3e3151170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.399972 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d719f3b-8bfc-4e72-b51c-75b3e3151170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.400299 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d719f3b-8bfc-4e72-b51c-75b3e3151170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.400639 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d719f3b-8bfc-4e72-b51c-75b3e3151170 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.400967 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d719f3b-8bfc-4e72-b51c-75b3e3151170 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.401313 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d719f3b-8bfc-4e72-b51c-75b3e3151170 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.401644 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d719f3b-8bfc-4e72-b51c-75b3e3151170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.401966 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d719f3b-8bfc-4e72-b51c-75b3e3151170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.402310 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d719f3b-8bfc-4e72-b51c-75b3e3151170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.402634 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d719f3b-8bfc-4e72-b51c-75b3e3151170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.510032 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-aa09cde7-3d2b-46c2-9633-3d9f89b86f42 admin admin] Publish callbacks [] for security_group (036c3bc5-1c36-4411-9bc4-a1b5b2f863f6), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:14:51.530137 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-aa09cde7-3d2b-46c2-9633-3d9f89b86f42 admin admin] Publish callbacks [] for security_group (036c3bc5-1c36-4411-9bc4-a1b5b2f863f6), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:14:51.675019 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-aa09cde7-3d2b-46c2-9633-3d9f89b86f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (036c3bc5-1c36-4411-9bc4-a1b5b2f863f6), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:14:51.677678 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-aa09cde7-3d2b-46c2-9633-3d9f89b86f42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:14:51.678860 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-aa09cde7-3d2b-46c2-9633-3d9f89b86f42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/036c3bc5-1c36-4411-9bc4-a1b5b2f863f6 HTTP/1.1" status: 204 len: 168 time: 0.2838368 Feb 09 06:14:51.686915 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09cde7-3d2b-46c2-9633-3d9f89b86f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036c3bc5-1c36-4411-9bc4-a1b5b2f863f6,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:14:51.693544 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09cde7-3d2b-46c2-9633-3d9f89b86f42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.693921 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09cde7-3d2b-46c2-9633-3d9f89b86f42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.694304 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09cde7-3d2b-46c2-9633-3d9f89b86f42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.694647 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09cde7-3d2b-46c2-9633-3d9f89b86f42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.694983 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09cde7-3d2b-46c2-9633-3d9f89b86f42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.695317 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09cde7-3d2b-46c2-9633-3d9f89b86f42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.695663 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09cde7-3d2b-46c2-9633-3d9f89b86f42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.695998 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09cde7-3d2b-46c2-9633-3d9f89b86f42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.696341 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09cde7-3d2b-46c2-9633-3d9f89b86f42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.696709 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09cde7-3d2b-46c2-9633-3d9f89b86f42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.697008 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09cde7-3d2b-46c2-9633-3d9f89b86f42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.697334 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09cde7-3d2b-46c2-9633-3d9f89b86f42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:14:51.697658 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09cde7-3d2b-46c2-9633-3d9f89b86f42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:15:11.022734 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e1c78bc7-9ee3-4fbd-a580-fc86e8c58afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:15:13.656883 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-6d751e7c-2860-4d46-a0d4-cd21914bd5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:15:14.325802 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:15:15.656152 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:15:17.028817 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:15:26.220065 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 5 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:15:41.028505 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-bd05e428-4a1e-473e-a212-f2736a594a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:15:43.646848 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-aaf25ce6-a27e-4c39-a34e-2b716a7a7a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:15:44.376989 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:15:45.628186 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:15:47.083798 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:16:03.218872 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 5 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:16:11.050696 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-bcfcfd1c-76f7-4d57-8412-e1b6e492d4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:16:13.682774 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-3b78f41d-8622-4d8d-a514-ce7cfd580ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:16:14.334391 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:16:15.662039 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:16:17.163035 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:16:30.302047 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-541120'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:16:40.217781 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:16:41.036553 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e15447c4-d363-4aee-bdba-53078a0bcb6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:16:43.684223 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-26b3d337-47e8-4bf0-bdb3-f1c076011989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:16:44.322062 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:16:45.122740 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 49092) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:16:45.223615 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-37ae354c-e4ca-4e59-832d-0cd89afaa597 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0997958 Feb 09 06:16:45.655801 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:16:47.027831 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:16:47.490365 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 49102) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:16:47.544235 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-35781440-d289-4a76-82ed-1e39104a009a admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0528245 Feb 09 06:17:00.244300 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:17:11.052953 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-ac1118e7-19bf-47c9-a851-1ae769d91d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:17:13.681142 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-906ae299-4afd-4e36-b94f-e0c967feab06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:17:14.332072 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:17:15.666422 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:17:17.035629 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:17:17.217008 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:17:30.263910 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:17:41.035129 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-932c2abd-d396-406e-85a1-cad3c060ea8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:17:43.646879 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-8a00b67b-9f4b-4e4d-be57-e045647557d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:17:44.357348 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:17:45.657645 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:17:47.029269 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:17:54.216860 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:18:00.257107 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:11.033827 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-45649bb8-794f-4946-97eb-0bd13278aa2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:13.651174 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-607d366a-2f45-4cd8-8c0b-c622a5004a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:14.342332 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:15.691789 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:17.080396 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:20.414701 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 49276) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:20.627135 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1261729596-network', 'tenant_id': '03ef937c2ef44614b2ea53686df186b5'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:20.743466 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Made reservation on behalf of 03ef937c2ef44614b2ea53686df186b5 for: {'network': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:18:20.745884 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for network (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:20.755079 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:20.834890 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Publish callbacks [] for security_group (d7733402-92e6-49ce-bee4-85ed59010504), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:20.888856 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (d7733402-92e6-49ce-bee4-85ed59010504), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:20.915548 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 06:18:20.921565 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7733402-92e6-49ce-bee4-85ed59010504,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:20.930682 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (d8fb8075-f4a1-40c5-a70f-a532b4dd14fc), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:20.931038 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.segments_db [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Added segment d8fb8075-f4a1-40c5-a70f-a532b4dd14fc of type vlan for network 229396a1-26e4-4278-9f79-edf04db0937b Feb 09 06:18:20.932867 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:20.933286 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:20.933643 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:20.933987 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:20.934356 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:20.934693 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:20.935024 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:20.935355 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:20.935684 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:20.936013 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:20.936338 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:20.936665 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:20.936986 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Tracked resource versions report: Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: pushed versions: Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: { 'AddressGroup': {'1.2'}, Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'ConntrackHelper': {'1.0'}, Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'LocalIPAssociation': {'1.0'}, Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'Log': {'1.0'}, Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'Network': {'1.1'}, Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'Port': {'1.7'}, Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'PortForwarding': {'1.2'}, Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'QosPolicy': {'1.10'}, Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'SecurityGroup': {'1.5'}, Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'SecurityGroupRule': {'1.2'}, Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'SubPort': {'1.0'}, Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'Subnet': {'1.1'}, Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'Trunk': {'1.1'}} Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: consumer versions: Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: { DHCP agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: HyperV agent@hv-cinder-80192: {}, Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: L3 agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: Metadata agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: Metering agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: Open vSwitch agent@dv-cinder-801923-6-iscsi: { 'AddressGroup': '1.2', Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'ConntrackHelper': '1.0', Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'LocalIPAssociation': '1.0', Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'Log': '1.0', Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'Network': '1.1', Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'Port': '1.7', Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'PortForwarding': '1.2', Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'QosPolicy': '1.10', Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'SecurityGroup': '1.5', Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'SecurityGroupRule': '1.2', Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'SubPort': '1.0', Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'Subnet': '1.1', Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: 'Trunk': '1.1'}} Feb 09 06:18:20.938115 dv-cinder-801923-6-iscsi neutron-server[103034]: {{(pid=103034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 06:18:20.981194 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788413497640'] for network (229396a1-26e4-4278-9f79-edf04db0937b), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:21.085241 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for network (229396a1-26e4-4278-9f79-edf04db0937b), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:21.086252 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:21.086869 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:21.147772 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] Pushing event updated for resources: {'Network': ['ID=229396a1-26e4-4278-9f79-edf04db0937b,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:21.157689 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Network 229396a1-26e4-4278-9f79-edf04db0937b details requested by agent ovs-agent-dv-cinder-801923-6-iscsi with host dv-cinder-801923-6-iscsi {{(pid=103036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 06:18:21.225492 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-8959826a-dabf-43be-ab8d-bec223c7bd0e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8095958 Feb 09 06:18:21.229547 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 49308) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:21.239056 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Request body: {'subnet': {'network_id': '229396a1-26e4-4278-9f79-edf04db0937b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1261729596-subnet', 'tenant_id': '03ef937c2ef44614b2ea53686df186b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:21.295198 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 49314) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:21.357108 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Made reservation on behalf of 03ef937c2ef44614b2ea53686df186b5 for: {'subnet': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:18:21.359614 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:21.394698 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 49322) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:21.603887 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for subnet (17699ff6-b85b-405b-b589-92a77c85fd65), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:21.660060 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Pushing event updated for resources: {'Subnet': ['ID=17699ff6-b85b-405b-b589-92a77c85fd65,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:21.668570 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:21.668939 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:21.669287 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:21.669624 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:21.669957 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:21.670307 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:21.671083 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:21.671083 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:21.671296 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:21.671641 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:21.671969 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:21.672288 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:21.672606 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Tracked resource versions report: Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: pushed versions: Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: { 'AddressGroup': {'1.2'}, Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'ConntrackHelper': {'1.0'}, Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'LocalIPAssociation': {'1.0'}, Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'Log': {'1.0'}, Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'Network': {'1.1'}, Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'Port': {'1.7'}, Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'PortForwarding': {'1.2'}, Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'QosPolicy': {'1.10'}, Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'SecurityGroup': {'1.5'}, Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'SecurityGroupRule': {'1.2'}, Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'SubPort': {'1.0'}, Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'Subnet': {'1.1'}, Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'Trunk': {'1.1'}} Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: consumer versions: Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: { DHCP agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: HyperV agent@hv-cinder-80192: {}, Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: L3 agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: Metadata agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: Metering agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: Open vSwitch agent@dv-cinder-801923-6-iscsi: { 'AddressGroup': '1.2', Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'ConntrackHelper': '1.0', Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'LocalIPAssociation': '1.0', Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'Log': '1.0', Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'Network': '1.1', Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'Port': '1.7', Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'PortForwarding': '1.2', Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'QosPolicy': '1.10', Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'SecurityGroup': '1.5', Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'SecurityGroupRule': '1.2', Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'SubPort': '1.0', Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'Subnet': '1.1', Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: 'Trunk': '1.1'}} Feb 09 06:18:21.673762 dv-cinder-801923-6-iscsi neutron-server[103035]: {{(pid=103035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 06:18:21.681181 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Checking segment: {'id': 'd8fb8075-f4a1-40c5-a70f-a532b4dd14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:18:21.681543 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Network hostable DHCP agents. Network: 229396a1-26e4-4278-9f79-edf04db0937b, hostable agents: ['be82b069-f1bc-4233-ac9e-ce94c711d4de'], hosted agents: [] {{(pid=103035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 06:18:21.718797 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-8a9b5e03-9f80-4971-839b-0d45deec7060 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1105168674-network', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:21.755741 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-b70f8152-78f4-43a7-8ed1-3b62143b4691 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1717233017-network', 'tenant_id': 'e6496f3e0a484a42a440c4aa225d7a1d'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:21.771191 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Network 229396a1-26e4-4278-9f79-edf04db0937b is scheduled to be hosted by DHCP agent be82b069-f1bc-4233-ac9e-ce94c711d4de with binding_index 1 {{(pid=103035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 06:18:21.828138 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9b5e03-9f80-4971-839b-0d45deec7060 admin admin] Made reservation on behalf of e6d505752db84eec9ff7fe2e17b3d536 for: {'network': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:18:21.830701 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5e03-9f80-4971-839b-0d45deec7060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for network (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:21.840550 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5e03-9f80-4971-839b-0d45deec7060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:21.862483 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801923-6-iscsi, 229396a1-26e4-4278-9f79-edf04db0937b) {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:18:21.866839 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:21.867703 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for subnet (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:21.875462 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7649180e-67d4-4439-afb4-dbd04d80ec69 None None] Network 229396a1-26e4-4278-9f79-edf04db0937b requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:18:21.877457 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70f8152-78f4-43a7-8ed1-3b62143b4691 admin admin] Made reservation on behalf of e6496f3e0a484a42a440c4aa225d7a1d for: {'network': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:18:21.879874 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b70f8152-78f4-43a7-8ed1-3b62143b4691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for network (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:21.894506 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b70f8152-78f4-43a7-8ed1-3b62143b4691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:21.939845 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 49344) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:21.950714 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5e03-9f80-4971-839b-0d45deec7060 admin admin] Publish callbacks [] for security_group (bb5fa361-4448-4198-8c74-f5e2e6022a5d), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:21.960089 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-41d8ce7a-016b-4945-8a40-390aa2ce541e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7292738 Feb 09 06:18:22.003716 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9abd15-8393-4d60-8069-42cc496a8867 None None] Network 229396a1-26e4-4278-9f79-edf04db0937b requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:18:22.028288 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5e03-9f80-4971-839b-0d45deec7060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (bb5fa361-4448-4198-8c74-f5e2e6022a5d), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:22.070172 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b5e03-9f80-4971-839b-0d45deec7060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5fa361-4448-4198-8c74-f5e2e6022a5d,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:22.082803 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b70f8152-78f4-43a7-8ed1-3b62143b4691 admin admin] Publish callbacks [] for security_group (78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:22.087519 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9b5e03-9f80-4971-839b-0d45deec7060 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 06:18:22.097501 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5e03-9f80-4971-839b-0d45deec7060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (405211fb-b8d2-4256-a54d-473ad66a34f2), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:22.098026 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.segments_db [None req-8a9b5e03-9f80-4971-839b-0d45deec7060 admin admin] Added segment 405211fb-b8d2-4256-a54d-473ad66a34f2 of type vlan for network 0109a1ee-9fd0-43d1-9f17-0b66979d92b3 Feb 09 06:18:22.137449 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5e03-9f80-4971-839b-0d45deec7060 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788413497640'] for network (0109a1ee-9fd0-43d1-9f17-0b66979d92b3), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:22.152785 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b70f8152-78f4-43a7-8ed1-3b62143b4691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:22.173967 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70f8152-78f4-43a7-8ed1-3b62143b4691 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 06:18:22.193096 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b70f8152-78f4-43a7-8ed1-3b62143b4691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (0d22693a-3815-4c1c-8dcb-d1fd9bf117c3), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:22.193096 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.segments_db [None req-b70f8152-78f4-43a7-8ed1-3b62143b4691 admin admin] Added segment 0d22693a-3815-4c1c-8dcb-d1fd9bf117c3 of type vlan for network ade54e6a-29d5-4d61-8616-abc167a01150 Feb 09 06:18:22.200957 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f8152-78f4-43a7-8ed1-3b62143b4691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:22.235750 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b70f8152-78f4-43a7-8ed1-3b62143b4691 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788413497640'] for network (ade54e6a-29d5-4d61-8616-abc167a01150), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:22.252020 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5e03-9f80-4971-839b-0d45deec7060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for network (0109a1ee-9fd0-43d1-9f17-0b66979d92b3), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:22.256043 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9b5e03-9f80-4971-839b-0d45deec7060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:22.256043 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5e03-9f80-4971-839b-0d45deec7060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:22.318576 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b5e03-9f80-4971-839b-0d45deec7060 admin admin] Pushing event updated for resources: {'Network': ['ID=0109a1ee-9fd0-43d1-9f17-0b66979d92b3,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:22.332627 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Network 0109a1ee-9fd0-43d1-9f17-0b66979d92b3 details requested by agent ovs-agent-dv-cinder-801923-6-iscsi with host dv-cinder-801923-6-iscsi {{(pid=103036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 06:18:22.337385 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b70f8152-78f4-43a7-8ed1-3b62143b4691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for network (ade54e6a-29d5-4d61-8616-abc167a01150), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:22.338392 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70f8152-78f4-43a7-8ed1-3b62143b4691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:22.338976 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b70f8152-78f4-43a7-8ed1-3b62143b4691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:22.398086 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-b674a00c-0bd9-4671-b63a-fb323c223d6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-219981825-network', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:22.483241 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-8a9b5e03-9f80-4971-839b-0d45deec7060 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1854837 Feb 09 06:18:22.487758 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 49366) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:22.493165 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-ed744d4d-4d88-41f1-b517-29262a7f9584 admin admin] Request body: {'subnet': {'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1105168674-subnet', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:22.509221 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b674a00c-0bd9-4671-b63a-fb323c223d6b admin admin] Made reservation on behalf of d23a13d2bd3b43c39a6fdef1f65a0540 for: {'network': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:18:22.511680 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b674a00c-0bd9-4671-b63a-fb323c223d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for network (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:22.525866 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b674a00c-0bd9-4671-b63a-fb323c223d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:22.528885 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f8152-78f4-43a7-8ed1-3b62143b4691 admin admin] Pushing event updated for resources: {'Network': ['ID=ade54e6a-29d5-4d61-8616-abc167a01150,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:22.571775 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-b70f8152-78f4-43a7-8ed1-3b62143b4691 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1732061 Feb 09 06:18:22.572179 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 49370) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:22.579672 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-fa952296-92ae-40ae-b556-337937279b08 admin admin] Request body: {'subnet': {'network_id': 'ade54e6a-29d5-4d61-8616-abc167a01150', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1717233017-subnet', 'tenant_id': 'e6496f3e0a484a42a440c4aa225d7a1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:22.625144 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b674a00c-0bd9-4671-b63a-fb323c223d6b admin admin] Publish callbacks [] for security_group (2ea07ad9-acad-4c6b-a2e8-a5b3ec99267c), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:22.670863 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Network ade54e6a-29d5-4d61-8616-abc167a01150 details requested by agent ovs-agent-dv-cinder-801923-6-iscsi with host dv-cinder-801923-6-iscsi {{(pid=103036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 06:18:22.708786 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b674a00c-0bd9-4671-b63a-fb323c223d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (2ea07ad9-acad-4c6b-a2e8-a5b3ec99267c), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:22.728090 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b674a00c-0bd9-4671-b63a-fb323c223d6b admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 06:18:22.751377 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b674a00c-0bd9-4671-b63a-fb323c223d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:22.751730 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.db.segments_db [None req-b674a00c-0bd9-4671-b63a-fb323c223d6b admin admin] Added segment 6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d of type vlan for network 5b10a0e1-f501-4b31-86fb-646a220008e1 Feb 09 06:18:22.759685 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa952296-92ae-40ae-b556-337937279b08 admin admin] Made reservation on behalf of e6496f3e0a484a42a440c4aa225d7a1d for: {'subnet': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:18:22.762641 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fa952296-92ae-40ae-b556-337937279b08 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:22.763792 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674a00c-0bd9-4671-b63a-fb323c223d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea07ad9-acad-4c6b-a2e8-a5b3ec99267c,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:22.767796 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed744d4d-4d88-41f1-b517-29262a7f9584 admin admin] Made reservation on behalf of e6d505752db84eec9ff7fe2e17b3d536 for: {'subnet': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:18:22.770398 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ed744d4d-4d88-41f1-b517-29262a7f9584 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:22.842448 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b674a00c-0bd9-4671-b63a-fb323c223d6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788413497640'] for network (5b10a0e1-f501-4b31-86fb-646a220008e1), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:22.989627 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b674a00c-0bd9-4671-b63a-fb323c223d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for network (5b10a0e1-f501-4b31-86fb-646a220008e1), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:22.990706 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b674a00c-0bd9-4671-b63a-fb323c223d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:22.991424 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b674a00c-0bd9-4671-b63a-fb323c223d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:23.082932 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-b674a00c-0bd9-4671-b63a-fb323c223d6b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1417737 Feb 09 06:18:23.086069 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 49402) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:23.093854 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-4bba4596-e7ec-4753-9aa8-8a4b7d2b59f2 admin admin] Request body: {'subnet': {'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-subnet', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:23.107097 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674a00c-0bd9-4671-b63a-fb323c223d6b admin admin] Pushing event updated for resources: {'Network': ['ID=5b10a0e1-f501-4b31-86fb-646a220008e1,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:23.116321 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fa952296-92ae-40ae-b556-337937279b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for subnet (c1577349-8da0-4844-8625-480adedb16ba), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:23.118683 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Network 5b10a0e1-f501-4b31-86fb-646a220008e1 details requested by agent ovs-agent-dv-cinder-801923-6-iscsi with host dv-cinder-801923-6-iscsi {{(pid=103036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 06:18:23.136649 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ed744d4d-4d88-41f1-b517-29262a7f9584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for subnet (0d2250d4-ff7d-4b60-b34c-6aefe462ccc8), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:23.201014 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed744d4d-4d88-41f1-b517-29262a7f9584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d2250d4-ff7d-4b60-b34c-6aefe462ccc8,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:23.210073 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed744d4d-4d88-41f1-b517-29262a7f9584 admin admin] Checking segment: {'id': '405211fb-b8d2-4256-a54d-473ad66a34f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:18:23.221238 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed744d4d-4d88-41f1-b517-29262a7f9584 admin admin] Network hostable DHCP agents. Network: 0109a1ee-9fd0-43d1-9f17-0b66979d92b3, hostable agents: ['be82b069-f1bc-4233-ac9e-ce94c711d4de'], hosted agents: [] {{(pid=103035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 06:18:23.234616 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa952296-92ae-40ae-b556-337937279b08 admin admin] Checking segment: {'id': '0d22693a-3815-4c1c-8dcb-d1fd9bf117c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ade54e6a-29d5-4d61-8616-abc167a01150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:18:23.234978 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa952296-92ae-40ae-b556-337937279b08 admin admin] Network hostable DHCP agents. Network: ade54e6a-29d5-4d61-8616-abc167a01150, hostable agents: ['be82b069-f1bc-4233-ac9e-ce94c711d4de'], hosted agents: [] {{(pid=103034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 06:18:23.245650 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bba4596-e7ec-4753-9aa8-8a4b7d2b59f2 admin admin] Made reservation on behalf of d23a13d2bd3b43c39a6fdef1f65a0540 for: {'subnet': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:18:23.251530 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4bba4596-e7ec-4753-9aa8-8a4b7d2b59f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:23.314854 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa952296-92ae-40ae-b556-337937279b08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1577349-8da0-4844-8625-480adedb16ba,revision_number=0']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:23.394072 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed744d4d-4d88-41f1-b517-29262a7f9584 admin admin] Network 0109a1ee-9fd0-43d1-9f17-0b66979d92b3 is scheduled to be hosted by DHCP agent be82b069-f1bc-4233-ac9e-ce94c711d4de with binding_index 1 {{(pid=103035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 06:18:23.491448 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa952296-92ae-40ae-b556-337937279b08 admin admin] Network ade54e6a-29d5-4d61-8616-abc167a01150 is scheduled to be hosted by DHCP agent be82b069-f1bc-4233-ac9e-ce94c711d4de with binding_index 1 {{(pid=103034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 06:18:23.520563 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4bba4596-e7ec-4753-9aa8-8a4b7d2b59f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for subnet (edec6496-1545-49e9-88fa-af018f151255), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:23.577103 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba4596-e7ec-4753-9aa8-8a4b7d2b59f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edec6496-1545-49e9-88fa-af018f151255,revision_number=0']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:23.592586 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-ed744d4d-4d88-41f1-b517-29262a7f9584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801923-6-iscsi, 0109a1ee-9fd0-43d1-9f17-0b66979d92b3) {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:18:23.597340 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed744d4d-4d88-41f1-b517-29262a7f9584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:23.598145 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ed744d4d-4d88-41f1-b517-29262a7f9584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for subnet (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:23.599289 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-fa952296-92ae-40ae-b556-337937279b08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801923-6-iscsi, ade54e6a-29d5-4d61-8616-abc167a01150) {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:18:23.606549 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa952296-92ae-40ae-b556-337937279b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:23.607374 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fa952296-92ae-40ae-b556-337937279b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:23.610528 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcc6681-d601-45bb-9e0e-8f8774a66bac None None] Network 0109a1ee-9fd0-43d1-9f17-0b66979d92b3 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:18:23.641150 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bba4596-e7ec-4753-9aa8-8a4b7d2b59f2 admin admin] Checking segment: {'id': '6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:18:23.641601 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bba4596-e7ec-4753-9aa8-8a4b7d2b59f2 admin admin] Network hostable DHCP agents. Network: 5b10a0e1-f501-4b31-86fb-646a220008e1, hostable agents: ['be82b069-f1bc-4233-ac9e-ce94c711d4de'], hosted agents: [] {{(pid=103034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 06:18:23.684162 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-ed744d4d-4d88-41f1-b517-29262a7f9584 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1953437 Feb 09 06:18:23.686436 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07fe9e9-d64c-42d5-a04c-c9586ef10333 None None] Network ade54e6a-29d5-4d61-8616-abc167a01150 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:18:23.731416 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 49428) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:23.736119 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-4d88875f-565d-4a3d-a6c6-0c63dbcaa31e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:23.758441 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-fa952296-92ae-40ae-b556-337937279b08 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1701982 Feb 09 06:18:23.771193 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bba4596-e7ec-4753-9aa8-8a4b7d2b59f2 admin admin] Network 5b10a0e1-f501-4b31-86fb-646a220008e1 is scheduled to be hosted by DHCP agent be82b069-f1bc-4233-ac9e-ce94c711d4de with binding_index 1 {{(pid=103034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 06:18:23.781166 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-4bba4596-e7ec-4753-9aa8-8a4b7d2b59f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801923-6-iscsi, 5b10a0e1-f501-4b31-86fb-646a220008e1) {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:18:23.787877 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bba4596-e7ec-4753-9aa8-8a4b7d2b59f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:23.789402 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4bba4596-e7ec-4753-9aa8-8a4b7d2b59f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:23.804263 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8593c2c-22ea-42b8-9ab1-fc6ae5fe8876 None None] Network 5b10a0e1-f501-4b31-86fb-646a220008e1 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:18:23.843671 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4d88875f-565d-4a3d-a6c6-0c63dbcaa31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router (6fc422a2-d759-4ae1-ae0e-ca790832e0d0), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:23.844889 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4d88875f-565d-4a3d-a6c6-0c63dbcaa31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11054'] for router (6fc422a2-d759-4ae1-ae0e-ca790832e0d0), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:23.882564 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-4bba4596-e7ec-4753-9aa8-8a4b7d2b59f2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7941203 Feb 09 06:18:23.936130 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 49448) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:23.941765 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-9829a16c-2bdb-428e-99e2-f8563b431e14 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:24.001693 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4d88875f-565d-4a3d-a6c6-0c63dbcaa31e admin admin] Publish callbacks [] for router_controller (6fc422a2-d759-4ae1-ae0e-ca790832e0d0), precommit_add_association {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:24.040261 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp140a898b-deca-5bfd-a45e-18b8b718c871-0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'fixed_ips': [{'subnet_id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8'}]}} from dv-cinder-801923-6-iscsi. {{(pid=103036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 06:18:24.041299 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:24.057111 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp140a898b-deca-5bfd-a45e-18b8b718c871-5b10a0e1-f501-4b31-86fb-646a220008e1', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255'}]}} from dv-cinder-801923-6-iscsi. {{(pid=103036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 06:18:24.057962 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:24.069103 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9829a16c-2bdb-428e-99e2-f8563b431e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router (63336999-3889-4933-b3d2-01420885fd7f), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:24.070153 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9829a16c-2bdb-428e-99e2-f8563b431e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11054'] for router (63336999-3889-4933-b3d2-01420885fd7f), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:24.091383 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfc553f-a602-4317-b0e0-21bb8912c594 None None] Network ade54e6a-29d5-4d61-8616-abc167a01150 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:18:24.156963 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9829a16c-2bdb-428e-99e2-f8563b431e14 admin admin] Publish callbacks [] for router_controller (63336999-3889-4933-b3d2-01420885fd7f), precommit_add_association {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:24.157859 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 49464) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:24.161213 dv-cinder-801923-6-iscsi neutron-server[103034]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 06:18:24.294612 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4d88875f-565d-4a3d-a6c6-0c63dbcaa31e admin admin] Publish callbacks [] for router_gateway (6fc422a2-d759-4ae1-ae0e-ca790832e0d0), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:24.514770 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.db_base_plugin_common [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] Allocated IP 172.20.0.2 (0109a1ee-9fd0-43d1-9f17-0b66979d92b3/0d2250d4-ff7d-4b60-b34c-6aefe462ccc8/9c12e9a1-b555-468a-9619-e6cb2b0299f6) {{(pid=103036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:18:24.516994 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.db_base_plugin_common [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Allocated IP 172.20.0.2 (5b10a0e1-f501-4b31-86fb-646a220008e1/edec6496-1545-49e9-88fa-af018f151255/bc00250a-9319-4d3d-986e-f6e8372bb444) {{(pid=103036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:18:24.559521 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-98498ad3-2ec1-4f3c-bffa-bd1b1513d43a tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:24.561344 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-98498ad3-2ec1-4f3c-bffa-bd1b1513d43a tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/networks?id=229396a1-26e4-4278-9f79-edf04db0937b HTTP/1.1" status: 200 len: 815 time: 0.4017160 Feb 09 06:18:24.566615 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9829a16c-2bdb-428e-99e2-f8563b431e14 admin admin] Publish callbacks [] for router_gateway (63336999-3889-4933-b3d2-01420885fd7f), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:24.615737 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-2dd7621a-7a70-4dbf-8409-372457759f90 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/quotas/03ef937c2ef44614b2ea53686df186b5 HTTP/1.1" status: 200 len: 375 time: 0.0334823 Feb 09 06:18:24.634795 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4d88875f-565d-4a3d-a6c6-0c63dbcaa31e admin admin] Publish callbacks [] for router_gateway (6fc422a2-d759-4ae1-ae0e-ca790832e0d0), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:24.661319 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4d88875f-565d-4a3d-a6c6-0c63dbcaa31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:24.713654 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Publish callbacks [] for port (bc00250a-9319-4d3d-986e-f6e8372bb444), precommit_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:24.769578 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-b0c045e1-bd4f-4660-b288-d1bcc204cddc tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03ef937c2ef44614b2ea53686df186b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1453924 Feb 09 06:18:24.797929 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [None req-4d88875f-565d-4a3d-a6c6-0c63dbcaa31e admin admin] Allocated IP 172.27.3.11 (60906f90-e5e0-4579-a713-ae70aadf892a/3feeac82-f55f-4d1a-bdeb-44d8682c5c90/54e24f92-edf4-4151-ab6e-e6f03f6b061c) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:18:24.807190 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (bc00250a-9319-4d3d-986e-f6e8372bb444), after_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:24.878905 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Network 5b10a0e1-f501-4b31-86fb-646a220008e1 is already hosted by enough agents. {{(pid=103036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:18:24.883007 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] Publish callbacks [] for port (9c12e9a1-b555-468a-9619-e6cb2b0299f6), precommit_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:24.891138 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.scheduler.base_scheduler [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Resources bound (agent type, host, resource id): {{(pid=103036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:18:24.896980 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Received port after_create {{(pid=103036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:18:24.901509 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Pushing event updated for resources: {'Port': ['ID=bc00250a-9319-4d3d-986e-f6e8372bb444,revision_number=1']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:24.912723 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:24.913343 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:24.913696 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:24.914395 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:24.914885 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:24.916364 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:24.916702 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:24.917040 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:24.917371 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:24.917713 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:24.918048 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:24.918408 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:24.918729 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Tracked resource versions report: Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: pushed versions: Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: { 'AddressGroup': {'1.2'}, Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'ConntrackHelper': {'1.0'}, Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'LocalIPAssociation': {'1.0'}, Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'Log': {'1.0'}, Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'Network': {'1.1'}, Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'Port': {'1.7'}, Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'PortForwarding': {'1.2'}, Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'QosPolicy': {'1.10'}, Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'SecurityGroup': {'1.5'}, Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'SecurityGroupRule': {'1.2'}, Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'SubPort': {'1.0'}, Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'Subnet': {'1.1'}, Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'Trunk': {'1.1'}} Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: consumer versions: Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: { DHCP agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: HyperV agent@hv-cinder-80192: {}, Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: L3 agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: Metadata agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: Metering agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: Open vSwitch agent@dv-cinder-801923-6-iscsi: { 'AddressGroup': '1.2', Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'ConntrackHelper': '1.0', Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'LocalIPAssociation': '1.0', Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'Log': '1.0', Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'Network': '1.1', Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'Port': '1.7', Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'PortForwarding': '1.2', Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'QosPolicy': '1.10', Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'SecurityGroup': '1.5', Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'SecurityGroupRule': '1.2', Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'SubPort': '1.0', Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'Subnet': '1.1', Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: 'Trunk': '1.1'}} Feb 09 06:18:24.919879 dv-cinder-801923-6-iscsi neutron-server[103036]: {{(pid=103036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 06:18:24.965637 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4d88875f-565d-4a3d-a6c6-0c63dbcaa31e admin admin] Publish callbacks [] for port (54e24f92-edf4-4151-ab6e-e6f03f6b061c), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:24.995058 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Attempting to bind port bc00250a-9319-4d3d-986e-f6e8372bb444 on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:18:24.996282 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Attempting to bind port bc00250a-9319-4d3d-986e-f6e8372bb444 by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1'}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:18:24.996658 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Attempting to bind port bc00250a-9319-4d3d-986e-f6e8372bb444 on network 5b10a0e1-f501-4b31-86fb-646a220008e1 {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:18:25.013486 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (9c12e9a1-b555-468a-9619-e6cb2b0299f6), after_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:25.027368 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:18:25.028106 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Checking segment: {'id': '6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:18:25.028665 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:25.029221 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Bound using segment: {'id': '6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1'} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:18:25.029708 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Bound port: bc00250a-9319-4d3d-986e-f6e8372bb444, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1'}}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:18:25.030084 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (bc00250a-9319-4d3d-986e-f6e8372bb444), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:25.081935 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] Network 0109a1ee-9fd0-43d1-9f17-0b66979d92b3 is already hosted by enough agents. {{(pid=103036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:18:25.103523 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.scheduler.base_scheduler [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] Resources bound (agent type, host, resource id): {{(pid=103036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:18:25.115690 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4d88875f-565d-4a3d-a6c6-0c63dbcaa31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (54e24f92-edf4-4151-ab6e-e6f03f6b061c), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:25.119712 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] Received port after_create {{(pid=103036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:18:25.122685 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-3de4cedd-4cb7-4a1e-9dc1-2e265ed23f9e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103034) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 06:18:25.122685 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-3de4cedd-4cb7-4a1e-9dc1-2e265ed23f9e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1170580 Feb 09 06:18:25.125723 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] Pushing event updated for resources: {'Port': ['ID=9c12e9a1-b555-468a-9619-e6cb2b0299f6,revision_number=1']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:25.176723 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9829a16c-2bdb-428e-99e2-f8563b431e14 admin admin] Publish callbacks [] for router_gateway (63336999-3889-4933-b3d2-01420885fd7f), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:25.196988 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] For port bc00250a-9319-4d3d-986e-f6e8372bb444, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:18:25.217907 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] Attempting to bind port 9c12e9a1-b555-468a-9619-e6cb2b0299f6 on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:18:25.218494 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] Attempting to bind port 9c12e9a1-b555-468a-9619-e6cb2b0299f6 by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '405211fb-b8d2-4256-a54d-473ad66a34f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3'}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:18:25.219008 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] Attempting to bind port 9c12e9a1-b555-468a-9619-e6cb2b0299f6 on network 0109a1ee-9fd0-43d1-9f17-0b66979d92b3 {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:18:25.222087 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] For port bc00250a-9319-4d3d-986e-f6e8372bb444, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=bc00250a-9319-4d3d-986e-f6e8372bb444,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:18:25.231387 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:18:25.231387 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] Checking segment: {'id': '405211fb-b8d2-4256-a54d-473ad66a34f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:18:25.231387 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:25.231387 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] Bound using segment: {'id': '405211fb-b8d2-4256-a54d-473ad66a34f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3'} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:18:25.231387 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] Bound port: 9c12e9a1-b555-468a-9619-e6cb2b0299f6, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405211fb-b8d2-4256-a54d-473ad66a34f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3'}}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:18:25.231387 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (9c12e9a1-b555-468a-9619-e6cb2b0299f6), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:25.233129 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9829a16c-2bdb-428e-99e2-f8563b431e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:25.280080 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88875f-565d-4a3d-a6c6-0c63dbcaa31e admin admin] Pushing event updated for resources: {'Port': ['ID=54e24f92-edf4-4151-ab6e-e6f03f6b061c,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:25.308343 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] For port 9c12e9a1-b555-468a-9619-e6cb2b0299f6, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:18:25.312555 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] For port 9c12e9a1-b555-468a-9619-e6cb2b0299f6, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=9c12e9a1-b555-468a-9619-e6cb2b0299f6,segment=NetworkSegment(405211fb-b8d2-4256-a54d-473ad66a34f2),segment_id=405211fb-b8d2-4256-a54d-473ad66a34f2)] {{(pid=103036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:18:25.329146 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d88875f-565d-4a3d-a6c6-0c63dbcaa31e admin admin] Network 60906f90-e5e0-4579-a713-ae70aadf892a is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:18:25.329717 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-4d88875f-565d-4a3d-a6c6-0c63dbcaa31e admin admin] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:18:25.332425 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d88875f-565d-4a3d-a6c6-0c63dbcaa31e admin admin] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:18:25.349246 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (bc00250a-9319-4d3d-986e-f6e8372bb444), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:25.409323 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-41dd8869-7c1e-449b-8dfb-291cc7cd3799 service neutron] 10.222.0.13 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720685 Feb 09 06:18:25.409913 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 49512) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:25.457205 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (9c12e9a1-b555-468a-9619-e6cb2b0299f6), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:25.559596 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-9829a16c-2bdb-428e-99e2-f8563b431e14 admin admin] Allocated IP 172.27.3.106 (60906f90-e5e0-4579-a713-ae70aadf892a/3feeac82-f55f-4d1a-bdeb-44d8682c5c90/41048248-54de-40a6-9c4b-28fa9bd1c4e9) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:18:25.571246 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 49532) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:25.588260 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb794d2-3fb5-4640-b57b-64aaeb565856 None None] Pushing event updated for resources: {'Port': ['ID=bc00250a-9319-4d3d-986e-f6e8372bb444,revision_number=2']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:25.711936 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c58e4b-097e-47d9-8776-26e1ef0d58f8 None None] Pushing event updated for resources: {'Port': ['ID=9c12e9a1-b555-468a-9619-e6cb2b0299f6,revision_number=2']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:25.910530 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-3968c803-a301-47be-83e1-de3c8b1ecd7d service neutron] 10.222.0.13 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709680 Feb 09 06:18:25.971296 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0148b501-b1b1-4a09-9f09-26fcd345d323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:26.109411 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4d88875f-565d-4a3d-a6c6-0c63dbcaa31e admin admin] Publish callbacks [] for router_gateway (6fc422a2-d759-4ae1-ae0e-ca790832e0d0), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:26.124577 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9829a16c-2bdb-428e-99e2-f8563b431e14 admin admin] Publish callbacks [] for port (41048248-54de-40a6-9c4b-28fa9bd1c4e9), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:26.145121 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-2753e254-fc8f-4f6f-aa6a-2520b7029b78 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:26.146679 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-2753e254-fc8f-4f6f-aa6a-2520b7029b78 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/networks?id=ade54e6a-29d5-4d61-8616-abc167a01150 HTTP/1.1" status: 200 len: 812 time: 0.5723288 Feb 09 06:18:26.188103 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-a51ba7f7-137d-4a9f-b701-c461c0047adc tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/quotas/e6496f3e0a484a42a440c4aa225d7a1d HTTP/1.1" status: 200 len: 375 time: 0.0317395 Feb 09 06:18:26.246880 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-4f6ea60a-cb1d-4755-b325-1d23c2b2cb42 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6496f3e0a484a42a440c4aa225d7a1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512328 Feb 09 06:18:26.253116 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0148b501-b1b1-4a09-9f09-26fcd345d323 admin admin] Publish callbacks [] for security_group (2890f0cc-a7b4-46b1-82c8-b00903660383), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:26.320226 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9829a16c-2bdb-428e-99e2-f8563b431e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (41048248-54de-40a6-9c4b-28fa9bd1c4e9), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:26.362500 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0148b501-b1b1-4a09-9f09-26fcd345d323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (2890f0cc-a7b4-46b1-82c8-b00903660383), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:26.379890 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9829a16c-2bdb-428e-99e2-f8563b431e14 admin admin] Network 60906f90-e5e0-4579-a713-ae70aadf892a is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:18:26.392724 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4d88875f-565d-4a3d-a6c6-0c63dbcaa31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540467'] for router (6fc422a2-d759-4ae1-ae0e-ca790832e0d0), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:26.418771 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-9829a16c-2bdb-428e-99e2-f8563b431e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:18:26.442377 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-1bf2493e-2405-4dce-804c-96cbc6eff091 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103034) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 06:18:26.443433 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-1bf2493e-2405-4dce-804c-96cbc6eff091 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1152279 Feb 09 06:18:26.462953 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9829a16c-2bdb-428e-99e2-f8563b431e14 admin admin] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:18:26.529664 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 49576) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:26.650567 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829a16c-2bdb-428e-99e2-f8563b431e14 admin admin] Pushing event updated for resources: {'Port': ['ID=41048248-54de-40a6-9c4b-28fa9bd1c4e9,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:26.658046 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d5fd7afe-779b-4cb9-b0e6-5938468823ec req-a7c31dc9-82e8-4657-a5a3-86a0e38c7143 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 210 time: 0.2370253 Feb 09 06:18:26.665905 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-0148b501-b1b1-4a09-9f09-26fcd345d323 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b988171ddbe477d92de855ff6946c0f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2506688 Feb 09 06:18:26.666770 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 49582) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:26.667409 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148b501-b1b1-4a09-9f09-26fcd345d323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2890f0cc-a7b4-46b1-82c8-b00903660383,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:26.717447 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d88875f-565d-4a3d-a6c6-0c63dbcaa31e admin admin] Router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 is scheduled to L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d with binding_index 1 {{(pid=103035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 06:18:26.861113 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e6ab3b2b-a90e-4d33-8103-42e2986dc9fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:26.974637 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d88875f-565d-4a3d-a6c6-0c63dbcaa31e admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:18:26.987976 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0139c09-a52e-4bff-b35f-2ab4c9e84df3 None None] Network 5b10a0e1-f501-4b31-86fb-646a220008e1 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:18:26.989019 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] Sync routers for ids ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'] in dv-cinder-801923-6-iscsi {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:18:27.029306 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] Routers {'6fc422a2-d759-4ae1-ae0e-ca790832e0d0'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:18:27.031712 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:18:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:18:27.051807 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e6ab3b2b-a90e-4d33-8103-42e2986dc9fd admin admin] Publish callbacks [] for security_group (249430ec-a255-4086-beda-520c694b8bc6), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:27.088299 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e32c3fb9-fe53-40a8-9f19-3b67da9e62b9 admin admin] Publish callbacks [] for security_group (2890f0cc-a7b4-46b1-82c8-b00903660383), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:27.097255 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-d5c4673d-fed5-47e5-8f2e-7dfa52dbf0ac service neutron] 10.222.0.13 "GET /v2.0/networks/ade54e6a-29d5-4d61-8616-abc167a01150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932653 Feb 09 06:18:27.115008 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-ff7172cb-5a95-4811-a098-35dd15c9fcad None None] Provisioning complete for port bc00250a-9319-4d3d-986e-f6e8372bb444 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:27.118392 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-ff7172cb-5a95-4811-a098-35dd15c9fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (bc00250a-9319-4d3d-986e-f6e8372bb444), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:27.145573 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4d88875f-565d-4a3d-a6c6-0c63dbcaa31e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:27.147232 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-4d88875f-565d-4a3d-a6c6-0c63dbcaa31e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4146762 Feb 09 06:18:27.150559 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 49598) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:27.191751 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e32c3fb9-fe53-40a8-9f19-3b67da9e62b9 admin admin] Publish callbacks [] for security_group (2890f0cc-a7b4-46b1-82c8-b00903660383), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:27.298906 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-ff7172cb-5a95-4811-a098-35dd15c9fcad None None] Current status of the port bc00250a-9319-4d3d-986e-f6e8372bb444 is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:27.299521 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9829a16c-2bdb-428e-99e2-f8563b431e14 admin admin] Publish callbacks [] for router_gateway (63336999-3889-4933-b3d2-01420885fd7f), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:27.300055 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-ff7172cb-5a95-4811-a098-35dd15c9fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (bc00250a-9319-4d3d-986e-f6e8372bb444), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:27.315747 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] Set router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:18:27.326168 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e6ab3b2b-a90e-4d33-8103-42e2986dc9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (249430ec-a255-4086-beda-520c694b8bc6), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:27.363486 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-ff7172cb-5a95-4811-a098-35dd15c9fcad None None] For port bc00250a-9319-4d3d-986e-f6e8372bb444, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=bc00250a-9319-4d3d-986e-f6e8372bb444,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:18:27.410930 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-e6ab3b2b-a90e-4d33-8103-42e2986dc9fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc15b6e35a2e4e9eb402a1497504f68c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8795011 Feb 09 06:18:27.417674 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab3b2b-a90e-4d33-8103-42e2986dc9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249430ec-a255-4086-beda-520c694b8bc6,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:27.448011 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 49604) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:27.478585 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-ff7172cb-5a95-4811-a098-35dd15c9fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (bc00250a-9319-4d3d-986e-f6e8372bb444), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:27.598084 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-9cc6a9c2-a179-4886-9124-a7233894cdb9 service neutron] 10.222.0.13 "GET /v2.0/networks/ade54e6a-29d5-4d61-8616-abc167a01150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784107 Feb 09 06:18:27.605612 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf01759-5008-465f-a18a-66f1e026daa7 None None] Network 0109a1ee-9fd0-43d1-9f17-0b66979d92b3 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:18:27.651991 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c7d8482a-ac71-416f-997d-692e57287096 admin admin] Publish callbacks [] for security_group (249430ec-a255-4086-beda-520c694b8bc6), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:27.689359 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c7d8482a-ac71-416f-997d-692e57287096 admin admin] Publish callbacks [] for security_group (249430ec-a255-4086-beda-520c694b8bc6), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:27.798380 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7172cb-5a95-4811-a098-35dd15c9fcad None None] Pushing event updated for resources: {'Port': ['ID=bc00250a-9319-4d3d-986e-f6e8372bb444,revision_number=3']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:27.801813 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:23Z', 'updated_at': '2022-02-09T06:18:25Z', 'revision_number': 3, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'gw_port': {'id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:18:27.838231 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e32c3fb9-fe53-40a8-9f19-3b67da9e62b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (2890f0cc-a7b4-46b1-82c8-b00903660383), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:27.845007 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e32c3fb9-fe53-40a8-9f19-3b67da9e62b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:27.853400 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-e32c3fb9-fe53-40a8-9f19-3b67da9e62b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2890f0cc-a7b4-46b1-82c8-b00903660383 HTTP/1.1" status: 204 len: 168 time: 1.1829224 Feb 09 06:18:27.873671 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c3fb9-fe53-40a8-9f19-3b67da9e62b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2890f0cc-a7b4-46b1-82c8-b00903660383,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:27.924733 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-2afcf73f-e43e-404e-b51d-1d850bdaf42c None None] Provisioning complete for port 9c12e9a1-b555-468a-9619-e6cb2b0299f6 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:27.927731 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-2afcf73f-e43e-404e-b51d-1d850bdaf42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (9c12e9a1-b555-468a-9619-e6cb2b0299f6), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:27.935506 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] Checking router: 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 for host: dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:18:27.947316 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9829a16c-2bdb-428e-99e2-f8563b431e14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540467'] for router (63336999-3889-4933-b3d2-01420885fd7f), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:27.949537 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] Updating router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 port 54e24f92-edf4-4151-ab6e-e6f03f6b061c binding host dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 06:18:28.035333 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (54e24f92-edf4-4151-ab6e-e6f03f6b061c), before_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:28.036702 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c7d8482a-ac71-416f-997d-692e57287096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (249430ec-a255-4086-beda-520c694b8bc6), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:28.040225 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c7d8482a-ac71-416f-997d-692e57287096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:28.043921 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-c7d8482a-ac71-416f-997d-692e57287096 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/249430ec-a255-4086-beda-520c694b8bc6 HTTP/1.1" status: 204 len: 168 time: 0.5918782 Feb 09 06:18:28.156233 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8482a-ac71-416f-997d-692e57287096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249430ec-a255-4086-beda-520c694b8bc6,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:28.293143 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-2afcf73f-e43e-404e-b51d-1d850bdaf42c None None] Current status of the port 9c12e9a1-b555-468a-9619-e6cb2b0299f6 is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:28.294417 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-2afcf73f-e43e-404e-b51d-1d850bdaf42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (9c12e9a1-b555-468a-9619-e6cb2b0299f6), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:28.307679 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 9c12e9a1-b555-468a-9619-e6cb2b0299f6 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:18:28.419177 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-2afcf73f-e43e-404e-b51d-1d850bdaf42c None None] For port 9c12e9a1-b555-468a-9619-e6cb2b0299f6, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=9c12e9a1-b555-468a-9619-e6cb2b0299f6,segment=NetworkSegment(405211fb-b8d2-4256-a54d-473ad66a34f2),segment_id=405211fb-b8d2-4256-a54d-473ad66a34f2)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:18:28.426065 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 9c12e9a1-b555-468a-9619-e6cb2b0299f6 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:28.426527 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (9c12e9a1-b555-468a-9619-e6cb2b0299f6), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:28.438698 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a7cc79be-2469-49bf-8e1e-24927a0412e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:28.565549 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-37e11a6d-7ea1-4461-a3db-cd78af18065e req-dccaa3bb-c2f6-4d53-9c2c-1f059cdd6045 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 210 time: 0.0794458 Feb 09 06:18:28.571887 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-2afcf73f-e43e-404e-b51d-1d850bdaf42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (9c12e9a1-b555-468a-9619-e6cb2b0299f6), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:28.575521 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9829a16c-2bdb-428e-99e2-f8563b431e14 admin admin] Router 63336999-3889-4933-b3d2-01420885fd7f is scheduled to L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d with binding_index 1 {{(pid=103034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 06:18:28.706777 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] Publish callbacks [] for port (54e24f92-edf4-4151-ab6e-e6f03f6b061c), precommit_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:28.716786 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bc600da3-b701-4d54-ae1e-94d57e128a1f req-0efe0077-e4ec-451c-bb51-7cd7e798b513 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 210 time: 0.1038764 Feb 09 06:18:28.749725 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e60974ff-3478-4c81-8737-72b069c0c5d0 None None] Provisioning complete for port bc00250a-9319-4d3d-986e-f6e8372bb444 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:28.749725 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e60974ff-3478-4c81-8737-72b069c0c5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (bc00250a-9319-4d3d-986e-f6e8372bb444), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:28.755530 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 9c12e9a1-b555-468a-9619-e6cb2b0299f6 is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:28.756709 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (9c12e9a1-b555-468a-9619-e6cb2b0299f6), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:28.829261 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (54e24f92-edf4-4151-ab6e-e6f03f6b061c), after_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:28.953990 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9829a16c-2bdb-428e-99e2-f8563b431e14 admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:18:28.960127 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] Attempting to bind port 54e24f92-edf4-4151-ab6e-e6f03f6b061c on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:18:28.962122 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] Attempting to bind port 54e24f92-edf4-4151-ab6e-e6f03f6b061c by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}] {{(pid=103037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:18:28.962986 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] Attempting to bind port 54e24f92-edf4-4151-ab6e-e6f03f6b061c on network 60906f90-e5e0-4579-a713-ae70aadf892a {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:18:28.969237 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbd729-0214-4f02-ac08-a5849aa16807 None None] Pushing event updated for resources: {'Port': ['ID=54e24f92-edf4-4151-ab6e-e6f03f6b061c,revision_number=2']} {{(pid=103037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:28.976098 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:18:28.980181 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] Checking segment: {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:18:28.980716 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:28.981204 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] Bound using segment: {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'} {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:18:28.981841 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] Bound port: 54e24f92-edf4-4151-ab6e-e6f03f6b061c, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}}] {{(pid=103037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:18:28.982474 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (54e24f92-edf4-4151-ab6e-e6f03f6b061c), before_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:29.001107 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbd729-0214-4f02-ac08-a5849aa16807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:29.002022 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbd729-0214-4f02-ac08-a5849aa16807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:29.006041 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbd729-0214-4f02-ac08-a5849aa16807 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:29.006041 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbd729-0214-4f02-ac08-a5849aa16807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:29.006041 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbd729-0214-4f02-ac08-a5849aa16807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:29.006041 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbd729-0214-4f02-ac08-a5849aa16807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:29.006041 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbd729-0214-4f02-ac08-a5849aa16807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:29.006041 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbd729-0214-4f02-ac08-a5849aa16807 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:29.006041 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbd729-0214-4f02-ac08-a5849aa16807 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:29.006041 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbd729-0214-4f02-ac08-a5849aa16807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:29.006041 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbd729-0214-4f02-ac08-a5849aa16807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:29.008034 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbd729-0214-4f02-ac08-a5849aa16807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:29.009039 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbd729-0214-4f02-ac08-a5849aa16807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbd729-0214-4f02-ac08-a5849aa16807 None None] Tracked resource versions report: Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: pushed versions: Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: { 'AddressGroup': {'1.2'}, Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'ConntrackHelper': {'1.0'}, Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'LocalIPAssociation': {'1.0'}, Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'Log': {'1.0'}, Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'Network': {'1.1'}, Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'Port': {'1.7'}, Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'PortForwarding': {'1.2'}, Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'QosPolicy': {'1.10'}, Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'SecurityGroup': {'1.5'}, Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'SecurityGroupRule': {'1.2'}, Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'SubPort': {'1.0'}, Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'Subnet': {'1.1'}, Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'Trunk': {'1.1'}} Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: consumer versions: Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: { DHCP agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: HyperV agent@hv-cinder-80192: {}, Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: L3 agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: Metadata agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: Metering agent@dv-cinder-801923-6-iscsi: {}, Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: Open vSwitch agent@dv-cinder-801923-6-iscsi: { 'AddressGroup': '1.2', Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'ConntrackHelper': '1.0', Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'LocalIPAssociation': '1.0', Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'Log': '1.0', Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'Network': '1.1', Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'Port': '1.7', Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'PortForwarding': '1.2', Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'QosPolicy': '1.10', Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'SecurityGroup': '1.5', Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'SecurityGroupRule': '1.2', Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'SubPort': '1.0', Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'Subnet': '1.1', Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: 'Trunk': '1.1'}} Feb 09 06:18:29.011970 dv-cinder-801923-6-iscsi neutron-server[103037]: {{(pid=103037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 06:18:29.044706 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [None req-a7cc79be-2469-49bf-8e1e-24927a0412e0 admin admin] Allocated IP 172.20.0.1 (0109a1ee-9fd0-43d1-9f17-0b66979d92b3/0d2250d4-ff7d-4b60-b34c-6aefe462ccc8/92d1b527-5cdb-483f-825c-4373e7a0294f) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:18:29.057827 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcf73f-e43e-404e-b51d-1d850bdaf42c None None] Pushing event updated for resources: {'Port': ['ID=9c12e9a1-b555-468a-9619-e6cb2b0299f6,revision_number=3']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:29.120039 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.db [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] For port 54e24f92-edf4-4151-ab6e-e6f03f6b061c, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:18:29.127456 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.db [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] For port 54e24f92-edf4-4151-ab6e-e6f03f6b061c, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=54e24f92-edf4-4151-ab6e-e6f03f6b061c,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:18:29.143998 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9829a16c-2bdb-428e-99e2-f8563b431e14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:29.155229 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-9829a16c-2bdb-428e-99e2-f8563b431e14 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2094164 Feb 09 06:18:29.155356 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] Sync routers for ids ['63336999-3889-4933-b3d2-01420885fd7f'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:18:29.155470 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 49672) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:29.183031 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] Routers {'63336999-3889-4933-b3d2-01420885fd7f'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:18:29.183504 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:18:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['63336999-3889-4933-b3d2-01420885fd7f'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:18:29.533799 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (54e24f92-edf4-4151-ab6e-e6f03f6b061c), after_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:29.535323 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] Set router 63336999-3889-4933-b3d2-01420885fd7f gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:18:29.536136 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a7cc79be-2469-49bf-8e1e-24927a0412e0 admin admin] Publish callbacks [] for port (92d1b527-5cdb-483f-825c-4373e7a0294f), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:29.536684 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.db.api [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 06:18:29.536684 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG oslo_db.api [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 06:18:29.537298 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbd729-0214-4f02-ac08-a5849aa16807 None None] Pushing event updated for resources: {'Port': ['ID=54e24f92-edf4-4151-ab6e-e6f03f6b061c,revision_number=3']} {{(pid=103037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:29.537298 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] Routers {'6fc422a2-d759-4ae1-ae0e-ca790832e0d0'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:18:29.537298 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:18:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:18:29.537638 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e60974ff-3478-4c81-8737-72b069c0c5d0 None None] Current status of the port bc00250a-9319-4d3d-986e-f6e8372bb444 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:29.537753 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 49682) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:29.537865 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] Set router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:18:29.538491 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-14bfe144-9243-4342-aed5-a04b4cba27ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:29.552440 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63336999-3889-4933-b3d2-01420885fd7f', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:26Z', 'revision_number': 3, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'gw_port': {'id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:25Z', 'updated_at': '2022-02-09T06:18:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:18:29.553353 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a7cc79be-2469-49bf-8e1e-24927a0412e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (92d1b527-5cdb-483f-825c-4373e7a0294f), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:29.584553 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] Checking router: 63336999-3889-4933-b3d2-01420885fd7f for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:18:29.585729 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] Updating router 63336999-3889-4933-b3d2-01420885fd7f port 41048248-54de-40a6-9c4b-28fa9bd1c4e9 binding host dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 06:18:29.614344 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 49686) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:29.635032 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (41048248-54de-40a6-9c4b-28fa9bd1c4e9), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:29.663744 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-1ebd80e3-3f63-4ded-97f8-28f42f5e9304 None None] Provisioning complete for port 9c12e9a1-b555-468a-9619-e6cb2b0299f6 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:29.664424 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-1ebd80e3-3f63-4ded-97f8-28f42f5e9304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (9c12e9a1-b555-468a-9619-e6cb2b0299f6), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:29.685567 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc79be-2469-49bf-8e1e-24927a0412e0 admin admin] Pushing event updated for resources: {'Port': ['ID=92d1b527-5cdb-483f-825c-4373e7a0294f,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:29.705288 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a0e5ea09-7cac-42bd-a4cf-70a951996733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:29.723401 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cc79be-2469-49bf-8e1e-24927a0412e0 admin admin] Network 0109a1ee-9fd0-43d1-9f17-0b66979d92b3 is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:18:29.728672 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-a7cc79be-2469-49bf-8e1e-24927a0412e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:18:29.735064 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cc79be-2469-49bf-8e1e-24927a0412e0 admin admin] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:18:29.738406 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a7cc79be-2469-49bf-8e1e-24927a0412e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540644'] for router_interface (6fc422a2-d759-4ae1-ae0e-ca790832e0d0), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:29.834677 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:23Z', 'updated_at': '2022-02-09T06:18:25Z', 'revision_number': 3, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'gw_port': {'id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:18:29.887068 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-662b609e-5a8b-4157-b1ba-837741acba2c req-39c10dd6-3b46-4989-964b-ffc0397d9d5f tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 210 time: 0.0693159 Feb 09 06:18:29.902757 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6be78f-64b2-4ae9-b553-1e1ea90ac542 None None] The sync data for ids ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'] in dv-cinder-801923-6-iscsi is: [{'id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:23Z', 'updated_at': '2022-02-09T06:18:25Z', 'revision_number': 3, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'gw_port': {'id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}] {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:18:30.055757 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 9c12e9a1-b555-468a-9619-e6cb2b0299f6 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:30.063498 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device bc00250a-9319-4d3d-986e-f6e8372bb444 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:18:30.081094 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9d4e3ee9-40ba-4447-a59f-a5f86376351b req-979a0fc3-947d-4e47-8f88-75e3b3361c7d tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 210 time: 0.1182699 Feb 09 06:18:30.085963 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-1ebd80e3-3f63-4ded-97f8-28f42f5e9304 None None] Current status of the port 9c12e9a1-b555-468a-9619-e6cb2b0299f6 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:30.097830 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-14bfe144-9243-4342-aed5-a04b4cba27ee admin admin] Publish callbacks [] for security_group (b2b0ea5e-42b5-4be4-b940-e7726d90a5b4), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:30.124780 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a0e5ea09-7cac-42bd-a4cf-70a951996733 admin admin] Publish callbacks [] for security_group (ab3a316a-4e34-4338-8360-d1a6a5190d57), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:30.182751 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port bc00250a-9319-4d3d-986e-f6e8372bb444 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:30.183191 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (bc00250a-9319-4d3d-986e-f6e8372bb444), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:30.282794 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-3f623d6f-a859-47ce-bbae-04dfbb1dfa22 None None] Provisioning complete for port 92d1b527-5cdb-483f-825c-4373e7a0294f triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:30.283275 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-3f623d6f-a859-47ce-bbae-04dfbb1dfa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (92d1b527-5cdb-483f-825c-4373e7a0294f), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:30.324972 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d338c975-9b93-49d2-8feb-f18017789fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:30.383783 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-3f623d6f-a859-47ce-bbae-04dfbb1dfa22 None None] Port 92d1b527-5cdb-483f-825c-4373e7a0294f cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:18:30.389828 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] Publish callbacks [] for port (41048248-54de-40a6-9c4b-28fa9bd1c4e9), precommit_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:30.402406 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port bc00250a-9319-4d3d-986e-f6e8372bb444 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:30.496544 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (41048248-54de-40a6-9c4b-28fa9bd1c4e9), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:30.501157 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-14bfe144-9243-4342-aed5-a04b4cba27ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (b2b0ea5e-42b5-4be4-b940-e7726d90a5b4), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:30.504800 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a0e5ea09-7cac-42bd-a4cf-70a951996733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (ab3a316a-4e34-4338-8360-d1a6a5190d57), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:30.534877 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a7cc79be-2469-49bf-8e1e-24927a0412e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (92d1b527-5cdb-483f-825c-4373e7a0294f), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:30.571440 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-a0e5ea09-7cac-42bd-a4cf-70a951996733 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52bcdb89855f4c9da2b44025bf4012dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9419808 Feb 09 06:18:30.579915 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] Attempting to bind port 41048248-54de-40a6-9c4b-28fa9bd1c4e9 on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:18:30.580493 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] Attempting to bind port 41048248-54de-40a6-9c4b-28fa9bd1c4e9 by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:18:30.580709 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] Attempting to bind port 41048248-54de-40a6-9c4b-28fa9bd1c4e9 on network 60906f90-e5e0-4579-a713-ae70aadf892a {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:18:30.584328 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 49704) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:30.597456 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfe144-9243-4342-aed5-a04b4cba27ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b0ea5e-42b5-4be4-b940-e7726d90a5b4,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:30.600661 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c1abd-353d-4ffa-8280-f3f6db3e15f3 None None] Pushing event updated for resources: {'Port': ['ID=41048248-54de-40a6-9c4b-28fa9bd1c4e9,revision_number=2']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:30.609958 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:18:30.610709 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] Checking segment: {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:18:30.610821 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:30.611176 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] Bound using segment: {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:18:30.611693 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] Bound port: 41048248-54de-40a6-9c4b-28fa9bd1c4e9, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:18:30.612028 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (41048248-54de-40a6-9c4b-28fa9bd1c4e9), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:30.689157 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 54e24f92-edf4-4151-ab6e-e6f03f6b061c up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:18:30.714131 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-14bfe144-9243-4342-aed5-a04b4cba27ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91d82d92e56e4af4921486462b2051fd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2045453 Feb 09 06:18:30.729775 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] For port 41048248-54de-40a6-9c4b-28fa9bd1c4e9, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:18:30.734012 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 49706) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:30.739805 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-d338c975-9b93-49d2-8feb-f18017789fe4 admin admin] Allocated IP 172.20.0.1 (5b10a0e1-f501-4b31-86fb-646a220008e1/edec6496-1545-49e9-88fa-af018f151255/86365fa8-398d-497f-b281-0b5faeb832bd) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:18:30.746729 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5ea09-7cac-42bd-a4cf-70a951996733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3a316a-4e34-4338-8360-d1a6a5190d57,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:30.755357 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] For port 41048248-54de-40a6-9c4b-28fa9bd1c4e9, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=41048248-54de-40a6-9c4b-28fa9bd1c4e9,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:18:30.774846 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ab913057-f57a-47b2-beec-c46054976dfd admin admin] Publish callbacks [] for security_group (ab3a316a-4e34-4338-8360-d1a6a5190d57), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:30.779909 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 54e24f92-edf4-4151-ab6e-e6f03f6b061c triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:30.780398 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (54e24f92-edf4-4151-ab6e-e6f03f6b061c), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:30.837163 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-61d37db7-47ab-47f8-a74b-277e274293c9 admin admin] Publish callbacks [] for security_group (b2b0ea5e-42b5-4be4-b940-e7726d90a5b4), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:30.849316 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ab913057-f57a-47b2-beec-c46054976dfd admin admin] Publish callbacks [] for security_group (ab3a316a-4e34-4338-8360-d1a6a5190d57), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:30.888593 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 54e24f92-edf4-4151-ab6e-e6f03f6b061c is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:30.888998 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (54e24f92-edf4-4151-ab6e-e6f03f6b061c), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:30.897577 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (41048248-54de-40a6-9c4b-28fa9bd1c4e9), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:30.902725 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-61d37db7-47ab-47f8-a74b-277e274293c9 admin admin] Publish callbacks [] for security_group (b2b0ea5e-42b5-4be4-b940-e7726d90a5b4), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:30.923128 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d338c975-9b93-49d2-8feb-f18017789fe4 admin admin] Publish callbacks [] for port (86365fa8-398d-497f-b281-0b5faeb832bd), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:30.966968 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c1abd-353d-4ffa-8280-f3f6db3e15f3 None None] Pushing event updated for resources: {'Port': ['ID=41048248-54de-40a6-9c4b-28fa9bd1c4e9,revision_number=3']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:30.995703 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] For port 54e24f92-edf4-4151-ab6e-e6f03f6b061c, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=54e24f92-edf4-4151-ab6e-e6f03f6b061c,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:18:31.009158 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] Routers {'63336999-3889-4933-b3d2-01420885fd7f'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:18:31.009786 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:18:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['63336999-3889-4933-b3d2-01420885fd7f'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:18:31.032553 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4293f86d-2893-4e50-b408-42c19b732826 req-1eb77e94-f738-47a7-9767-ba1f1d0b2bf6 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 210 time: 0.0375755 Feb 09 06:18:31.062968 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d338c975-9b93-49d2-8feb-f18017789fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (86365fa8-398d-497f-b281-0b5faeb832bd), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:31.080511 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a7cc79be-2469-49bf-8e1e-24927a0412e0 admin admin] Publish callbacks [] for port (92d1b527-5cdb-483f-825c-4373e7a0294f), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:31.105699 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d338c975-9b93-49d2-8feb-f18017789fe4 admin admin] Network 5b10a0e1-f501-4b31-86fb-646a220008e1 is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:18:31.108720 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-d338c975-9b93-49d2-8feb-f18017789fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:18:31.109522 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (54e24f92-edf4-4151-ab6e-e6f03f6b061c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:31.109862 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-61d37db7-47ab-47f8-a74b-277e274293c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (b2b0ea5e-42b5-4be4-b940-e7726d90a5b4), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:31.110391 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 9c12e9a1-b555-468a-9619-e6cb2b0299f6 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:18:31.111408 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d338c975-9b93-49d2-8feb-f18017789fe4 admin admin] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:18:31.112053 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d338c975-9b93-49d2-8feb-f18017789fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540644'] for router_interface (63336999-3889-4933-b3d2-01420885fd7f), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:31.112845 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-61d37db7-47ab-47f8-a74b-277e274293c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:31.114876 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-61d37db7-47ab-47f8-a74b-277e274293c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2b0ea5e-42b5-4be4-b940-e7726d90a5b4 HTTP/1.1" status: 204 len: 168 time: 0.3797574 Feb 09 06:18:31.154689 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d37db7-47ab-47f8-a74b-277e274293c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b0ea5e-42b5-4be4-b940-e7726d90a5b4,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:31.171319 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ab913057-f57a-47b2-beec-c46054976dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (ab3a316a-4e34-4338-8360-d1a6a5190d57), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:31.179561 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ab913057-f57a-47b2-beec-c46054976dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:31.180722 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-ab913057-f57a-47b2-beec-c46054976dfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab3a316a-4e34-4338-8360-d1a6a5190d57 HTTP/1.1" status: 204 len: 168 time: 0.5951431 Feb 09 06:18:31.183889 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a7cc79be-2469-49bf-8e1e-24927a0412e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (92d1b527-5cdb-483f-825c-4373e7a0294f), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:31.187618 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a7cc79be-2469-49bf-8e1e-24927a0412e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1023630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541044'] for router_interface (6fc422a2-d759-4ae1-ae0e-ca790832e0d0), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:31.216571 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:18:31.220185 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab913057-f57a-47b2-beec-c46054976dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3a316a-4e34-4338-8360-d1a6a5190d57,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:31.262452 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] Set router 63336999-3889-4933-b3d2-01420885fd7f gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:18:31.311571 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338c975-9b93-49d2-8feb-f18017789fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=86365fa8-398d-497f-b281-0b5faeb832bd,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:31.464143 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4a85d95f-5e15-46f7-9f4c-df87558134e4 req-b403edcd-fb02-4d00-bafb-64b58cfd8311 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 210 time: 0.0669641 Feb 09 06:18:31.464844 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d338c975-9b93-49d2-8feb-f18017789fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (86365fa8-398d-497f-b281-0b5faeb832bd), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:31.472024 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc79be-2469-49bf-8e1e-24927a0412e0 admin admin] Pushing event updated for resources: {'Port': ['ID=92d1b527-5cdb-483f-825c-4373e7a0294f,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:31.553056 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cc79be-2469-49bf-8e1e-24927a0412e0 admin admin] Network 0109a1ee-9fd0-43d1-9f17-0b66979d92b3 is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:18:31.556042 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-a7cc79be-2469-49bf-8e1e-24927a0412e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:18:31.577900 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Pushing event updated for resources: {'Port': ['ID=54e24f92-edf4-4151-ab6e-e6f03f6b061c,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:31.679497 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-c3680ef9-0010-4e90-ae5a-b4dc0d75a12a None None] Provisioning complete for port 86365fa8-398d-497f-b281-0b5faeb832bd triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:31.680819 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c3680ef9-0010-4e90-ae5a-b4dc0d75a12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (86365fa8-398d-497f-b281-0b5faeb832bd), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:31.725331 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 9c12e9a1-b555-468a-9619-e6cb2b0299f6 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:31.725725 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (9c12e9a1-b555-468a-9619-e6cb2b0299f6), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:31.754898 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d338c975-9b93-49d2-8feb-f18017789fe4 admin admin] Publish callbacks [] for port (86365fa8-398d-497f-b281-0b5faeb832bd), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:31.787850 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cc79be-2469-49bf-8e1e-24927a0412e0 admin admin] Router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:18:31.841909 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-c3680ef9-0010-4e90-ae5a-b4dc0d75a12a None None] Port 86365fa8-398d-497f-b281-0b5faeb832bd cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:18:31.862310 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d338c975-9b93-49d2-8feb-f18017789fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (86365fa8-398d-497f-b281-0b5faeb832bd), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:31.863341 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d338c975-9b93-49d2-8feb-f18017789fe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1023630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541044'] for router_interface (63336999-3889-4933-b3d2-01420885fd7f), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:31.916544 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338c975-9b93-49d2-8feb-f18017789fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=86365fa8-398d-497f-b281-0b5faeb832bd,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:31.926179 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 9c12e9a1-b555-468a-9619-e6cb2b0299f6 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:31.927304 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device bc00250a-9319-4d3d-986e-f6e8372bb444 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:18:31.972793 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63336999-3889-4933-b3d2-01420885fd7f', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:26Z', 'revision_number': 3, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'gw_port': {'id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:25Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:18:32.012538 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cc79be-2469-49bf-8e1e-24927a0412e0 admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:18:32.012734 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d21415-2aa6-4c7c-9967-672d2ca01f9c None None] The sync data for ids ['63336999-3889-4933-b3d2-01420885fd7f'] in dv-cinder-801923-6-iscsi is: [{'id': '63336999-3889-4933-b3d2-01420885fd7f', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:26Z', 'revision_number': 3, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'gw_port': {'id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:25Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:18:32.016886 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-9b54fbf6-3ad3-4529-a34c-170ffa853e55 None None] Provisioning complete for port 92d1b527-5cdb-483f-825c-4373e7a0294f triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:32.017736 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9b54fbf6-3ad3-4529-a34c-170ffa853e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (92d1b527-5cdb-483f-825c-4373e7a0294f), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:32.036491 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-a7cc79be-2469-49bf-8e1e-24927a0412e0 admin admin] 10.222.0.13 "PUT /v2.0/routers/6fc422a2-d759-4ae1-ae0e-ca790832e0d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8758802 Feb 09 06:18:32.096646 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-9b54fbf6-3ad3-4529-a34c-170ffa853e55 None None] Port 92d1b527-5cdb-483f-825c-4373e7a0294f cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:18:32.128729 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port bc00250a-9319-4d3d-986e-f6e8372bb444 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:32.128729 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (bc00250a-9319-4d3d-986e-f6e8372bb444), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:32.129040 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d338c975-9b93-49d2-8feb-f18017789fe4 admin admin] Network 5b10a0e1-f501-4b31-86fb-646a220008e1 is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:18:32.129040 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-d338c975-9b93-49d2-8feb-f18017789fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:18:32.189725 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:32.273918 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port bc00250a-9319-4d3d-986e-f6e8372bb444 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:32.344916 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cbdc97cb-eafa-4b18-987d-4f1ff5477a96 req-dadfa333-0ff9-4006-8220-b715e4768a23 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 210 time: 0.1871932 Feb 09 06:18:32.416007 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] Sync routers for ids ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'] in dv-cinder-801923-6-iscsi {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:18:32.442953 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d338c975-9b93-49d2-8feb-f18017789fe4 admin admin] Router 63336999-3889-4933-b3d2-01420885fd7f has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:18:32.460685 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] Routers {'6fc422a2-d759-4ae1-ae0e-ca790832e0d0'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:18:32.464238 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:18:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:18:32.610136 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 54e24f92-edf4-4151-ab6e-e6f03f6b061c up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:18:32.739668 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-b89fd517-bfda-4ebc-828a-9b96ea582ce0 None None] Provisioning complete for port 86365fa8-398d-497f-b281-0b5faeb832bd triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:32.740372 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-b89fd517-bfda-4ebc-828a-9b96ea582ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (86365fa8-398d-497f-b281-0b5faeb832bd), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:32.757198 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] Set router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:18:32.823818 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-b89fd517-bfda-4ebc-828a-9b96ea582ce0 None None] Port 86365fa8-398d-497f-b281-0b5faeb832bd cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:18:32.844365 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 54e24f92-edf4-4151-ab6e-e6f03f6b061c triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:32.846343 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (54e24f92-edf4-4151-ab6e-e6f03f6b061c), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:32.969593 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 54e24f92-edf4-4151-ab6e-e6f03f6b061c is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:32.982079 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-65dd6c00-2976-4a96-a98c-c88471d1bb16 req-7c97de71-bd36-4653-9c2a-4f2d6bd821a8 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 210 time: 0.0960522 Feb 09 06:18:33.100710 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:23Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'gw_port': {'id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '92d1b527-5cdb-483f-825c-4373e7a0294f', 'name': '', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'mac_address': 'fa:16:3e:12:56:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:28Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 2, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'subnets': [{'id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:18:33.127788 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d338c975-9b93-49d2-8feb-f18017789fe4 admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:18:33.136155 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-d338c975-9b93-49d2-8feb-f18017789fe4 admin admin] 10.222.0.13 "PUT /v2.0/routers/63336999-3889-4933-b3d2-01420885fd7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9827724 Feb 09 06:18:33.139859 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] Checking router: 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 for host: dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:18:33.140403 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] Updating router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 port 92d1b527-5cdb-483f-825c-4373e7a0294f binding host dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 06:18:33.171789 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (92d1b527-5cdb-483f-825c-4373e7a0294f), before_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:33.401922 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 49798) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:33.406760 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-a1744ca8-84ac-4018-a983-18f95b57bcff tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Request body: {'security_group': {'name': 'tempest-securitygroup--237824536', 'description': 'tempest-description--68756037'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:33.509226 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4e041b90-c306-491f-a4bf-8b277fdc83ee req-7ce27814-10bf-414b-9226-694070fcac48 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 210 time: 0.0453773 Feb 09 06:18:33.518636 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a1744ca8-84ac-4018-a983-18f95b57bcff tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:33.618696 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a1744ca8-84ac-4018-a983-18f95b57bcff tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group (1fe37aec-3e37-46d7-b319-afbb6b1afdae), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:33.695134 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] Publish callbacks [] for port (92d1b527-5cdb-483f-825c-4373e7a0294f), precommit_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:33.764879 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a1744ca8-84ac-4018-a983-18f95b57bcff tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (1fe37aec-3e37-46d7-b319-afbb6b1afdae), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:33.794505 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (92d1b527-5cdb-483f-825c-4373e7a0294f), after_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:33.796427 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1744ca8-84ac-4018-a983-18f95b57bcff tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe37aec-3e37-46d7-b319-afbb6b1afdae,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:33.867064 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defcf09f-afb7-4418-8dfe-d02b1e0f4079 None None] Pushing event updated for resources: {'Port': ['ID=92d1b527-5cdb-483f-825c-4373e7a0294f,revision_number=3']} {{(pid=103037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:33.937236 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] Attempting to bind port 92d1b527-5cdb-483f-825c-4373e7a0294f on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:18:33.949869 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] Attempting to bind port 92d1b527-5cdb-483f-825c-4373e7a0294f by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '405211fb-b8d2-4256-a54d-473ad66a34f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3'}] {{(pid=103037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:18:33.949869 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] Attempting to bind port 92d1b527-5cdb-483f-825c-4373e7a0294f on network 0109a1ee-9fd0-43d1-9f17-0b66979d92b3 {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:18:33.949869 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:18:33.949869 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] Checking segment: {'id': '405211fb-b8d2-4256-a54d-473ad66a34f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:18:33.949869 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:33.949869 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] Bound using segment: {'id': '405211fb-b8d2-4256-a54d-473ad66a34f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3'} {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:18:33.949869 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] Bound port: 92d1b527-5cdb-483f-825c-4373e7a0294f, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405211fb-b8d2-4256-a54d-473ad66a34f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3'}}] {{(pid=103037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:18:33.949869 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (92d1b527-5cdb-483f-825c-4373e7a0294f), before_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:33.982798 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a1744ca8-84ac-4018-a983-18f95b57bcff tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:33.987815 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 49812) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:33.992947 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-6c34635b-ac51-411f-a44a-d6a09ddd6876 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Request body: {'security_group_rule': {'security_group_id': '1fe37aec-3e37-46d7-b319-afbb6b1afdae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:33.993114 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-a1744ca8-84ac-4018-a983-18f95b57bcff tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5809994 Feb 09 06:18:34.069263 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.db [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] For port 92d1b527-5cdb-483f-825c-4373e7a0294f, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:18:34.074704 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.db [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] For port 92d1b527-5cdb-483f-825c-4373e7a0294f, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=92d1b527-5cdb-483f-825c-4373e7a0294f,segment=NetworkSegment(405211fb-b8d2-4256-a54d-473ad66a34f2),segment_id=405211fb-b8d2-4256-a54d-473ad66a34f2)] {{(pid=103037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:18:34.155766 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-59f3da1e-6632-4638-9016-0649e4c2d210 req-0f1abcd9-def7-47a5-9753-338f431a79ff tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 210 time: 0.0622122 Feb 09 06:18:34.159127 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6c34635b-ac51-411f-a44a-d6a09ddd6876 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group_rule (341911ac-6786-4efa-a006-98320bb3af87), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:34.159680 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-4d35614e-a057-4170-9368-72748797033c None None] Provisioning complete for port 92d1b527-5cdb-483f-825c-4373e7a0294f triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:34.160170 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-4d35614e-a057-4170-9368-72748797033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (92d1b527-5cdb-483f-825c-4373e7a0294f), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:34.172041 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (92d1b527-5cdb-483f-825c-4373e7a0294f), after_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:34.238216 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 49828) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:34.247428 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-a97a9e47-dd6e-4ff5-9276-9e55eff68e4a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2142012481', 'description': 'tempest-description--1319868183'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:34.264175 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-4d35614e-a057-4170-9368-72748797033c None None] Port 92d1b527-5cdb-483f-825c-4373e7a0294f cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:18:34.285241 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defcf09f-afb7-4418-8dfe-d02b1e0f4079 None None] Pushing event updated for resources: {'Port': ['ID=92d1b527-5cdb-483f-825c-4373e7a0294f,revision_number=4']} {{(pid=103037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:34.298146 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6c34635b-ac51-411f-a44a-d6a09ddd6876 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group_rule (341911ac-6786-4efa-a006-98320bb3af87), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:34.303195 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] Routers {'6fc422a2-d759-4ae1-ae0e-ca790832e0d0'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:18:34.305288 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:18:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:18:34.358423 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a97a9e47-dd6e-4ff5-9276-9e55eff68e4a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:34.389112 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6c34635b-ac51-411f-a44a-d6a09ddd6876 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (341911ac-6786-4efa-a006-98320bb3af87), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:34.468976 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34635b-ac51-411f-a44a-d6a09ddd6876 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341911ac-6786-4efa-a006-98320bb3af87,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:34.532697 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] Set router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:18:34.538269 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6c34635b-ac51-411f-a44a-d6a09ddd6876 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:34.540067 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-6c34635b-ac51-411f-a44a-d6a09ddd6876 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5512140 Feb 09 06:18:34.542735 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 49840) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:34.547472 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-238c8fa3-4f62-4cb8-98cc-f0dafff37c3a tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Request body: {'security_group_rule': {'security_group_id': '1fe37aec-3e37-46d7-b319-afbb6b1afdae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:34.555719 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] Sync routers for ids ['63336999-3889-4933-b3d2-01420885fd7f'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:18:34.569116 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 41048248-54de-40a6-9c4b-28fa9bd1c4e9 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:18:34.590347 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a97a9e47-dd6e-4ff5-9276-9e55eff68e4a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group (cb4215a8-6e57-44bc-b2fe-dc6daa994df5), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:34.656532 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] Routers {'63336999-3889-4933-b3d2-01420885fd7f'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:18:34.657178 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:18:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['63336999-3889-4933-b3d2-01420885fd7f'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:18:34.669631 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c3c64edf-bbb9-4541-b8b1-68ed7b487976 req-ae8e232e-88b4-4d16-b377-4938240874f1 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 210 time: 0.0345490 Feb 09 06:18:34.670510 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a97a9e47-dd6e-4ff5-9276-9e55eff68e4a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (cb4215a8-6e57-44bc-b2fe-dc6daa994df5), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:34.723288 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-238c8fa3-4f62-4cb8-98cc-f0dafff37c3a tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group_rule (173aba6b-5aa5-449f-bea5-d18f7c552d14), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:34.731333 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a9e47-dd6e-4ff5-9276-9e55eff68e4a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4215a8-6e57-44bc-b2fe-dc6daa994df5,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:34.753540 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a97a9e47-dd6e-4ff5-9276-9e55eff68e4a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:34.762622 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-a97a9e47-dd6e-4ff5-9276-9e55eff68e4a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5222142 Feb 09 06:18:34.765064 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 49848) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:34.774535 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-2729f14f-4277-4677-93a9-79858f7623d0 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Request body: {'security_group_rule': {'security_group_id': 'cb4215a8-6e57-44bc-b2fe-dc6daa994df5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:34.849247 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-74757717-edac-402e-8c34-bad720d43e92 None None] Provisioning complete for port 92d1b527-5cdb-483f-825c-4373e7a0294f triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:34.849619 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-74757717-edac-402e-8c34-bad720d43e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (92d1b527-5cdb-483f-825c-4373e7a0294f), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:34.849872 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-238c8fa3-4f62-4cb8-98cc-f0dafff37c3a tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group_rule (173aba6b-5aa5-449f-bea5-d18f7c552d14), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:34.863738 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:23Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'gw_port': {'id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '92d1b527-5cdb-483f-825c-4373e7a0294f', 'name': '', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'mac_address': 'fa:16:3e:12:56:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:28Z', 'updated_at': '2022-02-09T06:18:34Z', 'revision_number': 4, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'subnets': [{'id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:18:34.891721 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 41048248-54de-40a6-9c4b-28fa9bd1c4e9 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:34.892142 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (41048248-54de-40a6-9c4b-28fa9bd1c4e9), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:34.900501 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] Set router 63336999-3889-4933-b3d2-01420885fd7f gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:18:34.902873 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729b3d65-c60d-4696-b740-6200747f02ce None None] The sync data for ids ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'] in dv-cinder-801923-6-iscsi is: [{'id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:23Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'gw_port': {'id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '92d1b527-5cdb-483f-825c-4373e7a0294f', 'name': '', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'mac_address': 'fa:16:3e:12:56:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:28Z', 'updated_at': '2022-02-09T06:18:34Z', 'revision_number': 4, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'subnets': [{'id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:18:34.917126 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2729f14f-4277-4677-93a9-79858f7623d0 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group_rule (f9588e62-5cb9-4799-b22a-b702a8915760), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:34.939528 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-238c8fa3-4f62-4cb8-98cc-f0dafff37c3a tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (173aba6b-5aa5-449f-bea5-d18f7c552d14), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:35.060945 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c8fa3-4f62-4cb8-98cc-f0dafff37c3a tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173aba6b-5aa5-449f-bea5-d18f7c552d14,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:35.076444 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2729f14f-4277-4677-93a9-79858f7623d0 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group_rule (f9588e62-5cb9-4799-b22a-b702a8915760), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:35.140499 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2729f14f-4277-4677-93a9-79858f7623d0 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (f9588e62-5cb9-4799-b22a-b702a8915760), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:35.159726 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729f14f-4277-4677-93a9-79858f7623d0 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9588e62-5cb9-4799-b22a-b702a8915760,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:35.191490 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-238c8fa3-4f62-4cb8-98cc-f0dafff37c3a tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:35.195695 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-238c8fa3-4f62-4cb8-98cc-f0dafff37c3a tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6491289 Feb 09 06:18:35.196056 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 49862) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:35.203260 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-8186c426-48b7-4a8d-abf5-1be921d7322b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Request body: {'floatingip': {'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:35.288893 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2729f14f-4277-4677-93a9-79858f7623d0 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:35.301241 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-2729f14f-4277-4677-93a9-79858f7623d0 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5337739 Feb 09 06:18:35.303678 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 49876) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:35.311762 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-de28a9b6-6839-477d-9a93-a1672d20bf1d req-95ee7a63-34c4-4e99-a22a-965cae24534a tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 210 time: 0.0614631 Feb 09 06:18:35.318459 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-a03ea0c9-8bbd-4882-918a-e4e65d2b949a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Request body: {'security_group_rule': {'security_group_id': 'cb4215a8-6e57-44bc-b2fe-dc6daa994df5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:35.329869 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-74757717-edac-402e-8c34-bad720d43e92 None None] Current status of the port 92d1b527-5cdb-483f-825c-4373e7a0294f is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:35.331228 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-74757717-edac-402e-8c34-bad720d43e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (92d1b527-5cdb-483f-825c-4373e7a0294f), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:35.342778 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8186c426-48b7-4a8d-abf5-1be921d7322b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:35.384528 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 41048248-54de-40a6-9c4b-28fa9bd1c4e9 is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:35.385237 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (41048248-54de-40a6-9c4b-28fa9bd1c4e9), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:35.458135 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-74757717-edac-402e-8c34-bad720d43e92 None None] For port 92d1b527-5cdb-483f-825c-4373e7a0294f, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=92d1b527-5cdb-483f-825c-4373e7a0294f,segment=NetworkSegment(405211fb-b8d2-4256-a54d-473ad66a34f2),segment_id=405211fb-b8d2-4256-a54d-473ad66a34f2)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:18:35.460663 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] For port 41048248-54de-40a6-9c4b-28fa9bd1c4e9, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=41048248-54de-40a6-9c4b-28fa9bd1c4e9,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:18:35.495328 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63336999-3889-4933-b3d2-01420885fd7f', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:31Z', 'revision_number': 4, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'gw_port': {'id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:25Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '86365fa8-398d-497f-b281-0b5faeb832bd', 'name': '', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'mac_address': 'fa:16:3e:eb:95:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:30Z', 'updated_at': '2022-02-09T06:18:31Z', 'revision_number': 2, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'subnets': [{'id': 'edec6496-1545-49e9-88fa-af018f151255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:18:35.501469 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a03ea0c9-8bbd-4882-918a-e4e65d2b949a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group_rule (1de7c53d-37aa-406d-959e-691aa6faca24), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:35.565872 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] Checking router: 63336999-3889-4933-b3d2-01420885fd7f for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:18:35.566545 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] Updating router 63336999-3889-4933-b3d2-01420885fd7f port 86365fa8-398d-497f-b281-0b5faeb832bd binding host dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 06:18:35.572378 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-74757717-edac-402e-8c34-bad720d43e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (92d1b527-5cdb-483f-825c-4373e7a0294f), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:35.635724 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a03ea0c9-8bbd-4882-918a-e4e65d2b949a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group_rule (1de7c53d-37aa-406d-959e-691aa6faca24), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:35.652531 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8186c426-48b7-4a8d-abf5-1be921d7322b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:35.668632 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74757717-edac-402e-8c34-bad720d43e92 None None] Pushing event updated for resources: {'Port': ['ID=92d1b527-5cdb-483f-825c-4373e7a0294f,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:35.674094 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (41048248-54de-40a6-9c4b-28fa9bd1c4e9), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:35.729385 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (86365fa8-398d-497f-b281-0b5faeb832bd), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:35.734634 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a03ea0c9-8bbd-4882-918a-e4e65d2b949a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (1de7c53d-37aa-406d-959e-691aa6faca24), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:35.767311 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ea0c9-8bbd-4882-918a-e4e65d2b949a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de7c53d-37aa-406d-959e-691aa6faca24,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:35.776290 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Pushing event updated for resources: {'Port': ['ID=41048248-54de-40a6-9c4b-28fa9bd1c4e9,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:35.849718 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-674eb01c-6eb2-4297-963e-837e6ca81979 req-73645d79-0584-4428-a681-1a6666cccba9 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 210 time: 0.0467715 Feb 09 06:18:35.853258 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a03ea0c9-8bbd-4882-918a-e4e65d2b949a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:35.858516 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-a03ea0c9-8bbd-4882-918a-e4e65d2b949a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5501719 Feb 09 06:18:35.858516 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 49886) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:35.863926 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-6ff40712-4325-489d-85af-1efe47f27bb8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Request body: {'floatingip': {'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:35.880899 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-8186c426-48b7-4a8d-abf5-1be921d7322b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Allocated IP 172.27.3.96 (60906f90-e5e0-4579-a713-ae70aadf892a/3feeac82-f55f-4d1a-bdeb-44d8682c5c90/9f1339cf-e5b1-4427-b667-666f561b68b7) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:18:35.980695 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6ff40712-4325-489d-85af-1efe47f27bb8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:36.023332 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8186c426-48b7-4a8d-abf5-1be921d7322b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for port (9f1339cf-e5b1-4427-b667-666f561b68b7), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:36.169725 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8186c426-48b7-4a8d-abf5-1be921d7322b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (9f1339cf-e5b1-4427-b667-666f561b68b7), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:36.217716 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.30', 62109) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:36.233381 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8186c426-48b7-4a8d-abf5-1be921d7322b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Network 60906f90-e5e0-4579-a713-ae70aadf892a is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:18:36.236648 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-8186c426-48b7-4a8d-abf5-1be921d7322b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:18:36.238880 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8186c426-48b7-4a8d-abf5-1be921d7322b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:18:36.262057 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] Publish callbacks [] for port (86365fa8-398d-497f-b281-0b5faeb832bd), precommit_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:36.262696 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.30', 62110) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:36.353732 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (86365fa8-398d-497f-b281-0b5faeb832bd), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:36.370291 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186c426-48b7-4a8d-abf5-1be921d7322b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Pushing event updated for resources: {'Port': ['ID=9f1339cf-e5b1-4427-b667-666f561b68b7,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:36.552799 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd635f8-47cf-42ba-b437-4dc713b6a8e6 None None] Pushing event updated for resources: {'Port': ['ID=86365fa8-398d-497f-b281-0b5faeb832bd,revision_number=3']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:36.558367 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8186c426-48b7-4a8d-abf5-1be921d7322b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for floatingip (3aa70dd2-5a61-4700-8369-3821f1b23c92), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:36.731619 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b4f9fe19-ef1a-4b9e-bf82-ee079923bd21 req-8dcca639-1eda-43e0-9bce-892f7a72943b tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 210 time: 0.1655805 Feb 09 06:18:36.749360 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] Attempting to bind port 86365fa8-398d-497f-b281-0b5faeb832bd on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:18:36.749995 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] Attempting to bind port 86365fa8-398d-497f-b281-0b5faeb832bd by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1'}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:18:36.750565 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] Attempting to bind port 86365fa8-398d-497f-b281-0b5faeb832bd on network 5b10a0e1-f501-4b31-86fb-646a220008e1 {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:18:36.763726 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:18:36.765566 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] Checking segment: {'id': '6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:18:36.767447 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:36.768143 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] Bound using segment: {'id': '6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1'} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:18:36.769651 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] Bound port: 86365fa8-398d-497f-b281-0b5faeb832bd, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1'}}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:18:36.770245 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (86365fa8-398d-497f-b281-0b5faeb832bd), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:36.811125 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-ab503a14-e0d9-401f-a444-6bec552aafba tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:36.815937 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-ab503a14-e0d9-401f-a444-6bec552aafba tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.30 "GET /v2.0/networks?id=229396a1-26e4-4278-9f79-edf04db0937b HTTP/1.1" status: 200 len: 815 time: 0.5295420 Feb 09 06:18:36.820819 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6ff40712-4325-489d-85af-1efe47f27bb8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:36.891008 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] For port 86365fa8-398d-497f-b281-0b5faeb832bd, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:18:36.892172 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-aa0b67e6-1df0-4f41-a06b-3aaeea2406b9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Request body: {'port': {'device_id': '935e8ca2-5bdf-4976-9470-221841c16fbd', 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b', 'admin_state_up': True, 'tenant_id': '03ef937c2ef44614b2ea53686df186b5'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:36.895786 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] For port 86365fa8-398d-497f-b281-0b5faeb832bd, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=86365fa8-398d-497f-b281-0b5faeb832bd,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:18:36.903347 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 92d1b527-5cdb-483f-825c-4373e7a0294f up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:18:36.965075 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 92d1b527-5cdb-483f-825c-4373e7a0294f triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:36.965547 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (92d1b527-5cdb-483f-825c-4373e7a0294f), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:36.968343 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (86365fa8-398d-497f-b281-0b5faeb832bd), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:37.096544 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-5980ddcf-3e7b-496a-bb50-8b09c1ff1731 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:37.098372 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-5980ddcf-3e7b-496a-bb50-8b09c1ff1731 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.30 "GET /v2.0/networks?id=ade54e6a-29d5-4d61-8616-abc167a01150 HTTP/1.1" status: 200 len: 812 time: 0.8791354 Feb 09 06:18:37.132866 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-67674398-1658-4362-8df6-e46f94592e6e req-945b8411-f86b-4576-b6c3-668e63aad0fe tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 210 time: 0.1476467 Feb 09 06:18:37.137763 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8186c426-48b7-4a8d-abf5-1be921d7322b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (9f1339cf-e5b1-4427-b667-666f561b68b7), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:37.139872 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-ae03f31f-929d-4d7a-9361-53aa8bcf7304 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Request body: {'port': {'device_id': '1bdee627-c3c5-414f-af69-f94a7095351e', 'network_id': 'ade54e6a-29d5-4d61-8616-abc167a01150', 'admin_state_up': True, 'tenant_id': 'e6496f3e0a484a42a440c4aa225d7a1d'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:37.209363 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-5825c1d0-ff75-43c8-a600-84567f290667 None None] Provisioning complete for port 86365fa8-398d-497f-b281-0b5faeb832bd triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:37.209935 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-5825c1d0-ff75-43c8-a600-84567f290667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (86365fa8-398d-497f-b281-0b5faeb832bd), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:37.261421 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd635f8-47cf-42ba-b437-4dc713b6a8e6 None None] Pushing event updated for resources: {'Port': ['ID=86365fa8-398d-497f-b281-0b5faeb832bd,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:37.267914 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] Routers {'63336999-3889-4933-b3d2-01420885fd7f'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:18:37.268811 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:18:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['63336999-3889-4933-b3d2-01420885fd7f'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:18:37.310620 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [None req-6ff40712-4325-489d-85af-1efe47f27bb8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Allocated IP 172.27.3.135 (60906f90-e5e0-4579-a713-ae70aadf892a/3feeac82-f55f-4d1a-bdeb-44d8682c5c90/390cb1b5-cdc9-4926-bf6e-ed07f549a99a) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:18:37.435770 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-aa0b67e6-1df0-4f41-a06b-3aaeea2406b9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Made reservation on behalf of 03ef937c2ef44614b2ea53686df186b5 for: {'port': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:18:37.439323 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-aa0b67e6-1df0-4f41-a06b-3aaeea2406b9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:37.518777 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8186c426-48b7-4a8d-abf5-1be921d7322b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for port (9f1339cf-e5b1-4427-b667-666f561b68b7), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:37.531571 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-ae03f31f-929d-4d7a-9361-53aa8bcf7304 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Made reservation on behalf of e6496f3e0a484a42a440c4aa225d7a1d for: {'port': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:18:37.531571 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-ae03f31f-929d-4d7a-9361-53aa8bcf7304 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:37.531571 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6ff40712-4325-489d-85af-1efe47f27bb8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for port (390cb1b5-cdc9-4926-bf6e-ed07f549a99a), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:37.543457 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] Set router 63336999-3889-4933-b3d2-01420885fd7f gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:18:37.699185 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8186c426-48b7-4a8d-abf5-1be921d7322b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (9f1339cf-e5b1-4427-b667-666f561b68b7), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:37.705621 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 92d1b527-5cdb-483f-825c-4373e7a0294f is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:37.706750 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 41048248-54de-40a6-9c4b-28fa9bd1c4e9 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:18:37.790973 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6ff40712-4325-489d-85af-1efe47f27bb8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (390cb1b5-cdc9-4926-bf6e-ed07f549a99a), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:37.808799 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-ae03f31f-929d-4d7a-9361-53aa8bcf7304 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Allocated IP 172.20.0.11 (ade54e6a-29d5-4d61-8616-abc167a01150/c1577349-8da0-4844-8625-480adedb16ba/5d4cdf62-c8fe-443b-96eb-32c2e0b29675) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:18:37.834274 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-5825c1d0-ff75-43c8-a600-84567f290667 None None] Current status of the port 86365fa8-398d-497f-b281-0b5faeb832bd is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:37.834816 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-5825c1d0-ff75-43c8-a600-84567f290667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (86365fa8-398d-497f-b281-0b5faeb832bd), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:37.862149 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff40712-4325-489d-85af-1efe47f27bb8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Network 60906f90-e5e0-4579-a713-ae70aadf892a is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:18:37.864591 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 41048248-54de-40a6-9c4b-28fa9bd1c4e9 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:37.865280 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (41048248-54de-40a6-9c4b-28fa9bd1c4e9), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:37.871155 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-6ff40712-4325-489d-85af-1efe47f27bb8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:18:37.873967 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff40712-4325-489d-85af-1efe47f27bb8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:18:37.880423 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff40712-4325-489d-85af-1efe47f27bb8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Pushing event updated for resources: {'Port': ['ID=390cb1b5-cdc9-4926-bf6e-ed07f549a99a,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:37.981865 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-aa0b67e6-1df0-4f41-a06b-3aaeea2406b9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Allocated IP 172.20.0.7 (229396a1-26e4-4278-9f79-edf04db0937b/17699ff6-b85b-405b-b589-92a77c85fd65/898572b2-25e9-48d8-b22d-41abde8d6c05) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:18:37.983497 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-5825c1d0-ff75-43c8-a600-84567f290667 None None] For port 86365fa8-398d-497f-b281-0b5faeb832bd, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=86365fa8-398d-497f-b281-0b5faeb832bd,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:18:38.035960 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 41048248-54de-40a6-9c4b-28fa9bd1c4e9 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:38.072417 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63336999-3889-4933-b3d2-01420885fd7f', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:31Z', 'revision_number': 4, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'gw_port': {'id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:25Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '86365fa8-398d-497f-b281-0b5faeb832bd', 'name': '', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'mac_address': 'fa:16:3e:eb:95:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:30Z', 'updated_at': '2022-02-09T06:18:36Z', 'revision_number': 4, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'subnets': [{'id': 'edec6496-1545-49e9-88fa-af018f151255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:18:38.074354 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6ff40712-4325-489d-85af-1efe47f27bb8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for floatingip (1295716b-e1d3-4864-b465-c1b5edb2a130), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:38.112494 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-5825c1d0-ff75-43c8-a600-84567f290667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (86365fa8-398d-497f-b281-0b5faeb832bd), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:38.120014 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cda9df-a152-4e1c-8009-ceea285c6fc3 None None] The sync data for ids ['63336999-3889-4933-b3d2-01420885fd7f'] in dv-cinder-801923-6-iscsi is: [{'id': '63336999-3889-4933-b3d2-01420885fd7f', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:31Z', 'revision_number': 4, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'gw_port': {'id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:25Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '86365fa8-398d-497f-b281-0b5faeb832bd', 'name': '', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'mac_address': 'fa:16:3e:eb:95:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:30Z', 'updated_at': '2022-02-09T06:18:36Z', 'revision_number': 4, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'subnets': [{'id': 'edec6496-1545-49e9-88fa-af018f151255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:18:38.171523 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-aa0b67e6-1df0-4f41-a06b-3aaeea2406b9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks [] for port (898572b2-25e9-48d8-b22d-41abde8d6c05), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:38.189146 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8186c426-48b7-4a8d-abf5-1be921d7322b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540521'] for floatingip (3aa70dd2-5a61-4700-8369-3821f1b23c92), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:38.247454 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-ae03f31f-929d-4d7a-9361-53aa8bcf7304 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Publish callbacks [] for port (5d4cdf62-c8fe-443b-96eb-32c2e0b29675), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:38.299628 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825c1d0-ff75-43c8-a600-84567f290667 None None] Pushing event updated for resources: {'Port': ['ID=86365fa8-398d-497f-b281-0b5faeb832bd,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:38.310867 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-4462d6f7-edb9-46c4-845f-a3e3ba5ee98c None None] Provisioning complete for port 86365fa8-398d-497f-b281-0b5faeb832bd triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:38.311242 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-4462d6f7-edb9-46c4-845f-a3e3ba5ee98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (86365fa8-398d-497f-b281-0b5faeb832bd), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:38.314363 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6ff40712-4325-489d-85af-1efe47f27bb8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (390cb1b5-cdc9-4926-bf6e-ed07f549a99a), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:38.336351 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-38b400c2-356c-4df0-9853-75b8e061a01b req-7a662a0e-1711-464a-9a47-0ff3d070fd3f tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 210 time: 0.1521282 Feb 09 06:18:38.405211 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186c426-48b7-4a8d-abf5-1be921d7322b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Pushing event updated for resources: {'Port': ['ID=9f1339cf-e5b1-4427-b667-666f561b68b7,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:38.477761 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8186c426-48b7-4a8d-abf5-1be921d7322b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:38.481344 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-8186c426-48b7-4a8d-abf5-1be921d7322b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2842665 Feb 09 06:18:38.495002 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-4462d6f7-edb9-46c4-845f-a3e3ba5ee98c None None] Current status of the port 86365fa8-398d-497f-b281-0b5faeb832bd is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:38.523909 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6158417d-b2c5-45f8-be5b-b9940d2e50a3 req-ac2f6aa4-ddc6-44de-aa7f-e64d15ef948f tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 210 time: 0.0677834 Feb 09 06:18:38.536425 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-aa0b67e6-1df0-4f41-a06b-3aaeea2406b9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (898572b2-25e9-48d8-b22d-41abde8d6c05), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:38.544605 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-ae03f31f-929d-4d7a-9361-53aa8bcf7304 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (5d4cdf62-c8fe-443b-96eb-32c2e0b29675), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:38.598245 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 86365fa8-398d-497f-b281-0b5faeb832bd up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:18:38.711757 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-aa0b67e6-1df0-4f41-a06b-3aaeea2406b9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Network 229396a1-26e4-4278-9f79-edf04db0937b is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:18:38.725937 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 86365fa8-398d-497f-b281-0b5faeb832bd triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:38.726743 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (86365fa8-398d-497f-b281-0b5faeb832bd), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:38.741328 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-aa0b67e6-1df0-4f41-a06b-3aaeea2406b9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:18:38.770802 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-aa0b67e6-1df0-4f41-a06b-3aaeea2406b9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:18:38.779924 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-aa0b67e6-1df0-4f41-a06b-3aaeea2406b9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:38.798871 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-aa0b67e6-1df0-4f41-a06b-3aaeea2406b9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:38.820442 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-ae03f31f-929d-4d7a-9361-53aa8bcf7304 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Network ade54e6a-29d5-4d61-8616-abc167a01150 is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:18:38.861280 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-ae03f31f-929d-4d7a-9361-53aa8bcf7304 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:18:38.861280 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-ae03f31f-929d-4d7a-9361-53aa8bcf7304 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:18:38.882047 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b67e6-1df0-4f41-a06b-3aaeea2406b9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Pushing event updated for resources: {'Port': ['ID=898572b2-25e9-48d8-b22d-41abde8d6c05,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:38.887378 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-ae03f31f-929d-4d7a-9361-53aa8bcf7304 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:38.888083 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-ae03f31f-929d-4d7a-9361-53aa8bcf7304 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:38.912154 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03f31f-929d-4d7a-9361-53aa8bcf7304 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Pushing event updated for resources: {'Port': ['ID=5d4cdf62-c8fe-443b-96eb-32c2e0b29675,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:38.940573 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 86365fa8-398d-497f-b281-0b5faeb832bd is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:39.050460 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-07608490-f471-4e9a-8e07-c6bc5cdee16b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--237824536&fields=id&tenant_id=e6d505752db84eec9ff7fe2e17b3d536 HTTP/1.1" status: 200 len: 267 time: 0.1338260 Feb 09 06:18:39.115396 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6ff40712-4325-489d-85af-1efe47f27bb8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for port (390cb1b5-cdc9-4926-bf6e-ed07f549a99a), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:39.120577 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-aa0b67e6-1df0-4f41-a06b-3aaeea2406b9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2395349 Feb 09 06:18:39.131417 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-ae03f31f-929d-4d7a-9361-53aa8bcf7304 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9954658 Feb 09 06:18:39.165100 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-4d55a3b9-2ea4-4654-817c-9303491bfdbc tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103035) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 06:18:39.166204 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-4d55a3b9-2ea4-4654-817c-9303491bfdbc tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0275798 Feb 09 06:18:39.250809 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6ff40712-4325-489d-85af-1efe47f27bb8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (390cb1b5-cdc9-4926-bf6e-ed07f549a99a), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:39.274071 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-b2027ad9-b6f8-4a81-9d11-b944d3ff6a43 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103034) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 06:18:39.275140 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-b2027ad9-b6f8-4a81-9d11-b944d3ff6a43 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1135011 Feb 09 06:18:39.347316 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6ff40712-4325-489d-85af-1efe47f27bb8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540521'] for floatingip (1295716b-e1d3-4864-b465-c1b5edb2a130), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:39.359591 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff40712-4325-489d-85af-1efe47f27bb8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Pushing event updated for resources: {'Port': ['ID=390cb1b5-cdc9-4926-bf6e-ed07f549a99a,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:39.460674 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6ff40712-4325-489d-85af-1efe47f27bb8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:39.471636 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-6ff40712-4325-489d-85af-1efe47f27bb8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6116846 Feb 09 06:18:39.479645 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-0340aa5e-287a-4e68-87bc-6b81f3a07a75 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:39.481336 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-0340aa5e-287a-4e68-87bc-6b81f3a07a75 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/networks?id=0109a1ee-9fd0-43d1-9f17-0b66979d92b3 HTTP/1.1" status: 200 len: 811 time: 0.4282928 Feb 09 06:18:39.564251 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-132cdf45-e5ca-4531-9764-378ad58324a7 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/quotas/e6d505752db84eec9ff7fe2e17b3d536 HTTP/1.1" status: 200 len: 375 time: 0.0500607 Feb 09 06:18:39.640950 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfd6f8-9a28-43ab-84c6-6e35b95e00a9 req-c9bf4ed4-99c5-4ba7-93f3-2d06425b7895 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:39.642748 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-41cfd6f8-9a28-43ab-84c6-6e35b95e00a9 req-c9bf4ed4-99c5-4ba7-93f3-2d06425b7895 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 931 time: 0.1605670 Feb 09 06:18:39.681641 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-acaff0d0-9a25-407f-9370-7c0b69eeaf52 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6d505752db84eec9ff7fe2e17b3d536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1086843 Feb 09 06:18:39.766501 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-41cfd6f8-9a28-43ab-84c6-6e35b95e00a9 req-d6db5193-2a84-4ee8-9465-dfeaa5666989 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111128 Feb 09 06:18:39.887534 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-7c229e6b-674f-46dd-8cd9-030b4564dbca service neutron] 10.222.0.13 "GET /v2.0/networks/0109a1ee-9fd0-43d1-9f17-0b66979d92b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857815 Feb 09 06:18:40.181270 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 50058) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:40.216786 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] Request body: {'port': {'device_id': '935e8ca2-5bdf-4976-9470-221841c16fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80192'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:40.236724 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679580d-b0fc-49bb-8591-e1de26d994b1 req-da3811ca-97be-4baa-9933-44db105e7aa6 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:40.239306 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4679580d-b0fc-49bb-8591-e1de26d994b1 req-da3811ca-97be-4baa-9933-44db105e7aa6 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 932 time: 0.1967919 Feb 09 06:18:40.247467 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-8d12655b-dfef-4c5e-9983-e64a93478112 service neutron] 10.222.0.13 "GET /v2.0/networks/0109a1ee-9fd0-43d1-9f17-0b66979d92b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489950 Feb 09 06:18:40.249386 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 50062) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:40.280588 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] Request body: {'port': {'device_id': '1bdee627-c3c5-414f-af69-f94a7095351e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80192'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:40.374376 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (898572b2-25e9-48d8-b22d-41abde8d6c05), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:40.388285 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-31e6fc2f-df75-4d35-b4a8-e31cca9b0a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:40.452694 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-5839832f-0a4d-4a96-a27a-53430b4400e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:40.484501 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (5d4cdf62-c8fe-443b-96eb-32c2e0b29675), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:40.519709 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4679580d-b0fc-49bb-8591-e1de26d994b1 req-6f033c25-1dcb-48a1-a5ff-222c38c5418e tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/security-groups?id=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637637 Feb 09 06:18:40.795323 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-31e6fc2f-df75-4d35-b4a8-e31cca9b0a9f admin admin] Publish callbacks [] for security_group (8e323214-bc8c-49a3-8674-300a7442bc24), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:40.858081 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ba19f0b2-f838-4d73-99bb-3396f41aed8d req-188e735b-4c37-4117-9be4-c61289d2a67f tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 210 time: 0.0513175 Feb 09 06:18:40.930219 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-5839832f-0a4d-4a96-a27a-53430b4400e1 admin admin] Publish callbacks [] for security_group (108564ae-b06b-44df-998c-d0f4af08f6ae), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:40.978985 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-31e6fc2f-df75-4d35-b4a8-e31cca9b0a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (8e323214-bc8c-49a3-8674-300a7442bc24), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:40.988594 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-cfe08455-412b-48aa-a55a-0a8d8245bfb0 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2142012481&fields=id&tenant_id=d23a13d2bd3b43c39a6fdef1f65a0540 HTTP/1.1" status: 200 len: 267 time: 0.2791197 Feb 09 06:18:41.053705 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898572b2-25e9-48d8-b22d-41abde8d6c05 {{(pid=103035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:18:41.073108 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-5839832f-0a4d-4a96-a27a-53430b4400e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (108564ae-b06b-44df-998c-d0f4af08f6ae), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:41.079721 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6fc2f-df75-4d35-b4a8-e31cca9b0a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e323214-bc8c-49a3-8674-300a7442bc24,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:41.111676 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] Publish callbacks [] for port (898572b2-25e9-48d8-b22d-41abde8d6c05), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:41.123801 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-31e6fc2f-df75-4d35-b4a8-e31cca9b0a9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9279e4525b446cdb9117d81a7ea0563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9340427 Feb 09 06:18:41.123801 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 50092) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:41.177639 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-90e85a28-264c-4606-a94a-cf013c146bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:41.191333 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.provisioning_blocks [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] Transition to ACTIVE for port object 898572b2-25e9-48d8-b22d-41abde8d6c05 will not be triggered until provisioned by entity L2. {{(pid=103035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 06:18:41.211217 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-5839832f-0a4d-4a96-a27a-53430b4400e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=259535f7e5d2425485fcb942f3fd5eee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9605117 Feb 09 06:18:41.219031 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 50096) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:41.414629 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (898572b2-25e9-48d8-b22d-41abde8d6c05), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:41.418390 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839832f-0a4d-4a96-a27a-53430b4400e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108564ae-b06b-44df-998c-d0f4af08f6ae,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:41.446763 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c68bde25-89fa-45c1-b130-46c7913c0c8b admin admin] Publish callbacks [] for security_group (108564ae-b06b-44df-998c-d0f4af08f6ae), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:41.461839 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-abe8a6ea-3377-4b91-97da-242d1ad64d53 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:41.470507 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-abe8a6ea-3377-4b91-97da-242d1ad64d53 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/networks?id=5b10a0e1-f501-4b31-86fb-646a220008e1 HTTP/1.1" status: 200 len: 816 time: 0.4677825 Feb 09 06:18:41.491346 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796843b0-77a7-4b3f-8361-1f600d0e56e4 req-34713ffc-548a-4d2d-9e78-afa3bcf1ef4f tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:41.498331 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-81e3ba75-ca44-4322-a8d1-4d6799aa5fd1 admin admin] Publish callbacks [] for security_group (8e323214-bc8c-49a3-8674-300a7442bc24), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:41.505978 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-796843b0-77a7-4b3f-8361-1f600d0e56e4 req-34713ffc-548a-4d2d-9e78-afa3bcf1ef4f tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 931 time: 0.4709680 Feb 09 06:18:41.513515 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] Pushing event updated for resources: {'Port': ['ID=898572b2-25e9-48d8-b22d-41abde8d6c05,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:41.533422 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-0587af0b-cd2f-452b-a195-df9b4f254272 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/quotas/d23a13d2bd3b43c39a6fdef1f65a0540 HTTP/1.1" status: 200 len: 375 time: 0.0619674 Feb 09 06:18:41.579329 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-81e3ba75-ca44-4322-a8d1-4d6799aa5fd1 admin admin] Publish callbacks [] for security_group (8e323214-bc8c-49a3-8674-300a7442bc24), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:41.596837 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] Attempting to bind port 898572b2-25e9-48d8-b22d-41abde8d6c05 on host hv-cinder-80192 for vnic_type normal with profile {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:18:41.597237 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] Attempting to bind port 898572b2-25e9-48d8-b22d-41abde8d6c05 by drivers openvswitch,hyperv on host hv-cinder-80192 at level 0 using segments [{'id': 'd8fb8075-f4a1-40c5-a70f-a532b4dd14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b'}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:18:41.597634 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] Attempting to bind port 898572b2-25e9-48d8-b22d-41abde8d6c05 on network 229396a1-26e4-4278-9f79-edf04db0937b {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:18:41.609117 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] Port 898572b2-25e9-48d8-b22d-41abde8d6c05 on network 229396a1-26e4-4278-9f79-edf04db0937b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80192 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 06:18:41.609440 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] Attempting to bind port 898572b2-25e9-48d8-b22d-41abde8d6c05 on network 229396a1-26e4-4278-9f79-edf04db0937b {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:18:41.624542 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] Checking agent: {'id': '16e2666b-01c8-44a0-ad9b-455a2be8881c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80192', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'started_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:18:41.624888 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] Checking segment: {'id': 'd8fb8075-f4a1-40c5-a70f-a532b4dd14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:18:41.625724 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] Bound using segment: {'id': 'd8fb8075-f4a1-40c5-a70f-a532b4dd14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b'} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:18:41.626272 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] Bound port: 898572b2-25e9-48d8-b22d-41abde8d6c05, host: hv-cinder-80192, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8fb8075-f4a1-40c5-a70f-a532b4dd14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b'}}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:18:41.626720 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (898572b2-25e9-48d8-b22d-41abde8d6c05), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:41.753080 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] For port 898572b2-25e9-48d8-b22d-41abde8d6c05, host hv-cinder-80192, cleared binding levels {{(pid=103035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:18:41.761367 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] For port 898572b2-25e9-48d8-b22d-41abde8d6c05, host hv-cinder-80192, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=898572b2-25e9-48d8-b22d-41abde8d6c05,segment=NetworkSegment(d8fb8075-f4a1-40c5-a70f-a532b4dd14fc),segment_id=d8fb8075-f4a1-40c5-a70f-a532b4dd14fc)] {{(pid=103035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:18:41.783545 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c68bde25-89fa-45c1-b130-46c7913c0c8b admin admin] Publish callbacks [] for security_group (108564ae-b06b-44df-998c-d0f4af08f6ae), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:41.848921 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4cdf62-c8fe-443b-96eb-32c2e0b29675 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:18:41.866708 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-81e3ba75-ca44-4322-a8d1-4d6799aa5fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (8e323214-bc8c-49a3-8674-300a7442bc24), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:41.869881 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-81e3ba75-ca44-4322-a8d1-4d6799aa5fd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:41.872773 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-81e3ba75-ca44-4322-a8d1-4d6799aa5fd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e323214-bc8c-49a3-8674-300a7442bc24 HTTP/1.1" status: 204 len: 168 time: 0.7476153 Feb 09 06:18:41.887452 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] Publish callbacks [] for port (5d4cdf62-c8fe-443b-96eb-32c2e0b29675), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:41.889279 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3ba75-ca44-4322-a8d1-4d6799aa5fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e323214-bc8c-49a3-8674-300a7442bc24,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:41.902454 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (898572b2-25e9-48d8-b22d-41abde8d6c05), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:41.940871 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:41.941508 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:41.943028 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] 10.222.0.30 "PUT /v2.0/ports/898572b2-25e9-48d8-b22d-41abde8d6c05 HTTP/1.1" status: 200 len: 1093 time: 1.9756591 Feb 09 06:18:41.943647 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935e8ca2-5bdf-4976-9470-221841c16fbd', 'tag': '898572b2-25e9-48d8-b22d-41abde8d6c05'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:18:41.961659 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-796843b0-77a7-4b3f-8361-1f600d0e56e4 req-3e29af6a-192a-4a42-ae21-a8c80c151474 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546518 Feb 09 06:18:41.999232 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-1d4cfde7-6b6b-4685-9587-605d12d0bb1f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d23a13d2bd3b43c39a6fdef1f65a0540&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4647346 Feb 09 06:18:42.009571 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] Transition to ACTIVE for port object 5d4cdf62-c8fe-443b-96eb-32c2e0b29675 will not be triggered until provisioned by entity L2. {{(pid=103034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 06:18:42.093699 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dedf9a-d8dd-4fbf-a5d9-c1a510a6cc14 service neutron] Pushing event updated for resources: {'Port': ['ID=898572b2-25e9-48d8-b22d-41abde8d6c05,revision_number=3']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:42.138414 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (5d4cdf62-c8fe-443b-96eb-32c2e0b29675), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:42.274633 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] Pushing event updated for resources: {'Port': ['ID=5d4cdf62-c8fe-443b-96eb-32c2e0b29675,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:42.290176 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c68bde25-89fa-45c1-b130-46c7913c0c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (108564ae-b06b-44df-998c-d0f4af08f6ae), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:42.294449 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c68bde25-89fa-45c1-b130-46c7913c0c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:42.295824 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-c68bde25-89fa-45c1-b130-46c7913c0c8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/108564ae-b06b-44df-998c-d0f4af08f6ae HTTP/1.1" status: 204 len: 168 time: 1.0691881 Feb 09 06:18:42.319095 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68bde25-89fa-45c1-b130-46c7913c0c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108564ae-b06b-44df-998c-d0f4af08f6ae,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:42.323033 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c72be28-87a5-4035-a39c-96f1dea30412" -d '{"events": [{"name": "network-changed", "server_uuid": "935e8ca2-5bdf-4976-9470-221841c16fbd", "tag": "898572b2-25e9-48d8-b22d-41abde8d6c05"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:18:42.439999 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b6814-75ae-44e9-b029-915583ace349 req-afc7b28c-48bd-4a1e-89d8-bbe7a5ac3cfd tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:42.441949 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c09b6814-75ae-44e9-b029-915583ace349 req-afc7b28c-48bd-4a1e-89d8-bbe7a5ac3cfd tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 944 time: 0.3072443 Feb 09 06:18:42.457866 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-62d9df77-84cd-4ada-9829-d110c20d545b service neutron] 10.222.0.13 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207582 Feb 09 06:18:42.607979 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] Attempting to bind port 5d4cdf62-c8fe-443b-96eb-32c2e0b29675 on host hv-cinder-80192 for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:18:42.609179 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] Attempting to bind port 5d4cdf62-c8fe-443b-96eb-32c2e0b29675 by drivers openvswitch,hyperv on host hv-cinder-80192 at level 0 using segments [{'id': '0d22693a-3815-4c1c-8dcb-d1fd9bf117c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ade54e6a-29d5-4d61-8616-abc167a01150'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:18:42.610117 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] Attempting to bind port 5d4cdf62-c8fe-443b-96eb-32c2e0b29675 on network ade54e6a-29d5-4d61-8616-abc167a01150 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:18:42.642895 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-f7e95817-9d7f-446b-97ef-6fca4c64dfc6 service neutron] 10.222.0.13 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839328 Feb 09 06:18:42.647317 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] Port 5d4cdf62-c8fe-443b-96eb-32c2e0b29675 on network ade54e6a-29d5-4d61-8616-abc167a01150 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80192 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 06:18:42.648824 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] Attempting to bind port 5d4cdf62-c8fe-443b-96eb-32c2e0b29675 on network ade54e6a-29d5-4d61-8616-abc167a01150 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:18:42.684247 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] Checking agent: {'id': '16e2666b-01c8-44a0-ad9b-455a2be8881c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80192', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'started_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:18:42.684600 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] Checking segment: {'id': '0d22693a-3815-4c1c-8dcb-d1fd9bf117c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ade54e6a-29d5-4d61-8616-abc167a01150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:18:42.685183 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] Bound using segment: {'id': '0d22693a-3815-4c1c-8dcb-d1fd9bf117c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ade54e6a-29d5-4d61-8616-abc167a01150'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:18:42.685676 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] Bound port: 5d4cdf62-c8fe-443b-96eb-32c2e0b29675, host: hv-cinder-80192, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d22693a-3815-4c1c-8dcb-d1fd9bf117c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ade54e6a-29d5-4d61-8616-abc167a01150'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:18:42.686047 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (5d4cdf62-c8fe-443b-96eb-32c2e0b29675), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:42.828908 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] For port 5d4cdf62-c8fe-443b-96eb-32c2e0b29675, host hv-cinder-80192, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:18:42.834651 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c09b6814-75ae-44e9-b029-915583ace349 req-02f2356e-608b-4d7c-91d4-c4b6c521913a tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/security-groups?id=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746858 Feb 09 06:18:42.854508 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] For port 5d4cdf62-c8fe-443b-96eb-32c2e0b29675, host hv-cinder-80192, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=5d4cdf62-c8fe-443b-96eb-32c2e0b29675,segment=NetworkSegment(0d22693a-3815-4c1c-8dcb-d1fd9bf117c3),segment_id=0d22693a-3815-4c1c-8dcb-d1fd9bf117c3)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:18:42.997128 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-447f8429-cb15-4cc1-b6d8-8cebf19bf6a5 req-0046c418-ab00-47d5-82a4-b02bd6d1bb69 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 210 time: 0.0386899 Feb 09 06:18:42.997239 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-be4d6c9b-2c12-46f4-aeec-3dba964fc15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:42.997239 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-be4d6c9b-2c12-46f4-aeec-3dba964fc15d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03ef937c2ef44614b2ea53686df186b5&device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 1127 time: 0.0877826 Feb 09 06:18:43.020620 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-3612e179-9170-450a-b487-1107305d9491 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=898572b2-25e9-48d8-b22d-41abde8d6c05 HTTP/1.1" status: 200 len: 217 time: 0.0709715 Feb 09 06:18:43.198233 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (5d4cdf62-c8fe-443b-96eb-32c2e0b29675), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:43.306003 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] Pushing event updated for resources: {'Port': ['ID=5d4cdf62-c8fe-443b-96eb-32c2e0b29675,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:43.329271 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:43.329904 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:43.331419 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7077443b-d6b1-4090-bead-f60b9c24038b service neutron] 10.222.0.30 "PUT /v2.0/ports/5d4cdf62-c8fe-443b-96eb-32c2e0b29675 HTTP/1.1" status: 200 len: 1094 time: 3.2596676 Feb 09 06:18:43.332377 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdee627-c3c5-414f-af69-f94a7095351e', 'tag': '5d4cdf62-c8fe-443b-96eb-32c2e0b29675'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:18:43.479261 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3247a-3fd0-4517-b7d1-fca7cb010653 req-6a7cb85b-1642-4f4a-b90b-f7f0adbfa468 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:43.482466 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f0a3247a-3fd0-4517-b7d1-fca7cb010653 req-6a7cb85b-1642-4f4a-b90b-f7f0adbfa468 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 943 time: 0.1986623 Feb 09 06:18:43.575367 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71b7712-4c45-43f6-a32d-b7cc188bcf68 x-openstack-request-id: req-e71b7712-4c45-43f6-a32d-b7cc188bcf68 {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:18:43.575705 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935e8ca2-5bdf-4976-9470-221841c16fbd", "tag": "898572b2-25e9-48d8-b22d-41abde8d6c05", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:18:43.576113 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e71b7712-4c45-43f6-a32d-b7cc188bcf68 {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:18:43.576600 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935e8ca2-5bdf-4976-9470-221841c16fbd', 'tag': '898572b2-25e9-48d8-b22d-41abde8d6c05', 'status': 'completed', 'code': 200} Feb 09 06:18:43.612274 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f31ccb54-eb32-4b69-8cce-e8181d6e5b5e req-80e88a52-12e2-4c03-81e4-6b63c532d167 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 210 time: 0.0478182 Feb 09 06:18:43.623434 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f0a3247a-3fd0-4517-b7d1-fca7cb010653 req-b35d3153-a230-403d-a4bc-fe4b8bf9759c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341052 Feb 09 06:18:43.642566 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-36bc436d-3f4e-424d-b68f-9e2628fccbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:43.644297 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-36bc436d-3f4e-424d-b68f-9e2628fccbcd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17699ff6-b85b-405b-b589-92a77c85fd65 HTTP/1.1" status: 200 len: 855 time: 0.1916335 Feb 09 06:18:43.678993 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 50156) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:43.783857 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-ea56ef0f-1da0-4876-8e89-0f8e0a5ead38 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=229396a1-26e4-4278-9f79-edf04db0937b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056178 Feb 09 06:18:43.785534 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-9814d181-7aac-41b5-9cee-e78ca1fbb777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:43.787134 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-9814d181-7aac-41b5-9cee-e78ca1fbb777 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6496f3e0a484a42a440c4aa225d7a1d&device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 1128 time: 0.1099253 Feb 09 06:18:43.792922 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-9a71cd90-4a73-498e-9be9-15c86857835e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:43.857586 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-4b9603b4-705e-4024-bc08-2bf07e852fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:43.950446 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-a2ab9648-5fde-46ff-ad3b-167ba70f4524 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d4cdf62-c8fe-443b-96eb-32c2e0b29675 HTTP/1.1" status: 200 len: 217 time: 0.1030295 Feb 09 06:18:44.067655 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-6e3bf007-41a0-4745-8f2b-bc7a2c088ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:44.067655 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-6e3bf007-41a0-4745-8f2b-bc7a2c088ff8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c1577349-8da0-4844-8625-480adedb16ba HTTP/1.1" status: 200 len: 852 time: 0.0970435 Feb 09 06:18:44.068126 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-9a71cd90-4a73-498e-9be9-15c86857835e admin admin] Publish callbacks [] for security_group (eb7765b1-833e-43ac-9e08-eae489de6e24), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:44.068126 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-11d89922-f346-42b8-95e6-89134b9334b4 service neutron] 10.222.0.30 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226660 Feb 09 06:18:44.076398 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00425874-c127-4e17-9850-4e303445f5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdee627-c3c5-414f-af69-f94a7095351e", "tag": "5d4cdf62-c8fe-443b-96eb-32c2e0b29675"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:18:44.231468 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-7708a19e-77ff-4a07-812b-92f860c22ef5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ade54e6a-29d5-4d61-8616-abc167a01150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677918 Feb 09 06:18:44.305525 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-149c2c5c-0c1e-4de2-9136-2f6c8612dddc req-9b6c1fce-1433-49a1-a60d-3951cf83be8a tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 210 time: 0.1726239 Feb 09 06:18:44.329344 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-8e62775d-f848-4fbd-af92-a52b9e397e6e req-fe513853-646f-4a4a-8e9e-4d3b1afdbe72 service neutron] 10.222.0.30 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528267 Feb 09 06:18:44.330581 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-9a71cd90-4a73-498e-9be9-15c86857835e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (eb7765b1-833e-43ac-9e08-eae489de6e24), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:44.393705 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:44.410979 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-9a71cd90-4a73-498e-9be9-15c86857835e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4ac5efe47a64022a5016096a757aa41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7177179 Feb 09 06:18:44.413171 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71cd90-4a73-498e-9be9-15c86857835e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7765b1-833e-43ac-9e08-eae489de6e24,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:44.416617 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 50176) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:44.436436 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335abc32-7601-47b9-9e53-85bf89d6fa4f req-8db8302a-b472-48fc-9ca1-b5e3923ac57d tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:44.444699 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-335abc32-7601-47b9-9e53-85bf89d6fa4f req-8db8302a-b472-48fc-9ca1-b5e3923ac57d tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 944 time: 0.3093626 Feb 09 06:18:44.549536 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-322cb06c-ade0-469e-8683-078351b18a52 service neutron] 10.222.0.30 "GET /v2.0/networks/ade54e6a-29d5-4d61-8616-abc167a01150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016279 Feb 09 06:18:44.553632 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-47bbc1ea-f91d-4c68-9b09-aaa50b8f6e7f admin admin] Publish callbacks [] for security_group (eb7765b1-833e-43ac-9e08-eae489de6e24), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:44.574486 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-335abc32-7601-47b9-9e53-85bf89d6fa4f req-34ae24fb-91a3-4a2a-b3d7-a82ec01db18d tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/security-groups?id=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276901 Feb 09 06:18:44.577578 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-47bbc1ea-f91d-4c68-9b09-aaa50b8f6e7f admin admin] Publish callbacks [] for security_group (eb7765b1-833e-43ac-9e08-eae489de6e24), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:44.838168 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72be28-87a5-4035-a39c-96f1dea30412 req-a61868d8-12b7-4a45-8f77-10b35ecac0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:44.838168 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-5c72be28-87a5-4035-a39c-96f1dea30412 req-a61868d8-12b7-4a45-8f77-10b35ecac0fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03ef937c2ef44614b2ea53686df186b5&device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 1127 time: 0.0538681 Feb 09 06:18:44.838468 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0c2597cb-06e1-4527-9c62-c046ed9fb0ea req-c5275ffb-58fd-4e1c-8012-27cd1b2c9f0d service neutron] 10.222.0.30 "GET /v2.0/networks/ade54e6a-29d5-4d61-8616-abc167a01150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476359 Feb 09 06:18:44.838468 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08274f-c11c-49de-89c3-c7f153a8da3f req-7f4ea2ae-f0a9-4cfc-b514-6f0836450b8b tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:44.838468 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2e08274f-c11c-49de-89c3-c7f153a8da3f req-7f4ea2ae-f0a9-4cfc-b514-6f0836450b8b tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 943 time: 0.0716290 Feb 09 06:18:44.838468 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2e08274f-c11c-49de-89c3-c7f153a8da3f req-88816dab-1af8-4204-82f2-af8d896c88f0 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406256 Feb 09 06:18:44.839746 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72be28-87a5-4035-a39c-96f1dea30412 req-ff3fd2fa-97ec-4377-8164-aebcc02d4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:44.841237 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-5c72be28-87a5-4035-a39c-96f1dea30412 req-ff3fd2fa-97ec-4377-8164-aebcc02d4307 service neutron] 10.222.0.30 "GET /v2.0/networks?id=229396a1-26e4-4278-9f79-edf04db0937b HTTP/1.1" status: 200 len: 915 time: 0.1441886 Feb 09 06:18:44.945662 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8a172135-ca97-404b-9aca-85b0c816a5a2 req-8f09355d-3217-4672-a036-f70ef258fbd8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 210 time: 0.0418689 Feb 09 06:18:45.089138 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 50186) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:45.105269 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-47bbc1ea-f91d-4c68-9b09-aaa50b8f6e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (eb7765b1-833e-43ac-9e08-eae489de6e24), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:45.108196 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-47bbc1ea-f91d-4c68-9b09-aaa50b8f6e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:45.114657 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-47bbc1ea-f91d-4c68-9b09-aaa50b8f6e7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb7765b1-833e-43ac-9e08-eae489de6e24 HTTP/1.1" status: 204 len: 168 time: 0.6959605 Feb 09 06:18:45.131349 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbc1ea-f91d-4c68-9b09-aaa50b8f6e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7765b1-833e-43ac-9e08-eae489de6e24,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:45.411671 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4329a3-b1a3-4b7e-bd5a-a5cc7bf00c37 x-openstack-request-id: req-dd4329a3-b1a3-4b7e-bd5a-a5cc7bf00c37 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:18:45.412950 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdee627-c3c5-414f-af69-f94a7095351e", "tag": "5d4cdf62-c8fe-443b-96eb-32c2e0b29675", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:18:45.413422 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd4329a3-b1a3-4b7e-bd5a-a5cc7bf00c37 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:18:45.414666 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdee627-c3c5-414f-af69-f94a7095351e', 'tag': '5d4cdf62-c8fe-443b-96eb-32c2e0b29675', 'status': 'completed', 'code': 200} Feb 09 06:18:45.477999 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4bc91c2c-73a7-44dc-98f3-485b748e6f44 req-4fbc9d0b-2332-4b12-aff0-79572e6437b3 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 210 time: 0.0420239 Feb 09 06:18:45.496842 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-535779fb-8a53-470b-889a-07c69577f81e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:45.540546 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 50198) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:45.606402 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-535779fb-8a53-470b-889a-07c69577f81e admin admin] Publish callbacks [] for security_group (944a6399-199d-47de-90b1-47e39b9417a1), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:45.665396 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cc19d938-2758-4d47-a72f-2eaaf03f5ff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:45.793170 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4daff-19b8-4ddc-af97-523ddf76ee56 req-e73d0126-3e81-4a96-b3c8-6ff6c33605cb tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:45.793170 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c8a4daff-19b8-4ddc-af97-523ddf76ee56 req-e73d0126-3e81-4a96-b3c8-6ff6c33605cb tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 944 time: 0.0802722 Feb 09 06:18:45.796285 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cc19d938-2758-4d47-a72f-2eaaf03f5ff4 admin admin] Publish callbacks [] for security_group (280d219c-0f00-48f1-967a-c1c74a5e9a4d), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:45.838988 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-5c72be28-87a5-4035-a39c-96f1dea30412 req-6dc38415-b09b-43ac-92c9-a3a7261b1889 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=898572b2-25e9-48d8-b22d-41abde8d6c05 HTTP/1.1" status: 200 len: 217 time: 0.0504141 Feb 09 06:18:45.851675 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c8a4daff-19b8-4ddc-af97-523ddf76ee56 req-9a0e1e01-72e3-4308-9624-ba8b3c382eda tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/security-groups?id=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837986 Feb 09 06:18:45.935050 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-535779fb-8a53-470b-889a-07c69577f81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (944a6399-199d-47de-90b1-47e39b9417a1), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:45.975084 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-535779fb-8a53-470b-889a-07c69577f81e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6559d23bba2643be82ae64a9f089bfb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8844519 Feb 09 06:18:45.979738 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 50212) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:45.986089 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535779fb-8a53-470b-889a-07c69577f81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944a6399-199d-47de-90b1-47e39b9417a1,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:45.995253 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:46.034799 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cc19d938-2758-4d47-a72f-2eaaf03f5ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (280d219c-0f00-48f1-967a-c1c74a5e9a4d), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:46.053768 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941ba4d-1275-4fe7-b225-815f2ac79a5e req-408e5462-8e2d-4fe8-a989-d3d9b6890128 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:46.061485 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e941ba4d-1275-4fe7-b225-815f2ac79a5e req-408e5462-8e2d-4fe8-a989-d3d9b6890128 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 943 time: 0.1285977 Feb 09 06:18:46.091112 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72be28-87a5-4035-a39c-96f1dea30412 req-5f2aa97e-0d38-4e81-8c78-183f990568b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:46.092750 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-5c72be28-87a5-4035-a39c-96f1dea30412 req-5f2aa97e-0d38-4e81-8c78-183f990568b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17699ff6-b85b-405b-b589-92a77c85fd65 HTTP/1.1" status: 200 len: 855 time: 0.0565813 Feb 09 06:18:46.135011 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-5c72be28-87a5-4035-a39c-96f1dea30412 req-aecebcef-6e8d-4733-bd30-0fe735d8d2b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=229396a1-26e4-4278-9f79-edf04db0937b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336945 Feb 09 06:18:46.196989 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-55aca81a-78e4-405f-8661-f38b42cc2c01 req-84dfb153-a7c1-46e8-ad38-bedc26c8fac0 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 210 time: 0.1332641 Feb 09 06:18:46.200640 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3933d26d-54ff-4266-8dcc-17d50f808bb7 admin admin] Publish callbacks [] for security_group (944a6399-199d-47de-90b1-47e39b9417a1), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:46.203523 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19d938-2758-4d47-a72f-2eaaf03f5ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280d219c-0f00-48f1-967a-c1c74a5e9a4d,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:46.228757 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-cc19d938-2758-4d47-a72f-2eaaf03f5ff4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3d119fbf35046909a578c8d138abaa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6869621 Feb 09 06:18:46.236581 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 50220) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:46.322035 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3933d26d-54ff-4266-8dcc-17d50f808bb7 admin admin] Publish callbacks [] for security_group (944a6399-199d-47de-90b1-47e39b9417a1), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:46.340126 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-5c72be28-87a5-4035-a39c-96f1dea30412 req-35b5048c-0bbb-4d0c-8b11-d0ea1d60df16 service neutron] 10.222.0.30 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986315 Feb 09 06:18:46.343149 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f2807954-092f-433a-8e70-60483708ad25 admin admin] Publish callbacks [] for security_group (280d219c-0f00-48f1-967a-c1c74a5e9a4d), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:46.398934 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e941ba4d-1275-4fe7-b225-815f2ac79a5e req-3d4f16ce-5058-4961-a175-ab58b887198d tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996411 Feb 09 06:18:46.398934 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00425874-c127-4e17-9850-4e303445f5ec req-621f29ff-63a2-4cbe-9ac2-592361038984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:46.398934 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-00425874-c127-4e17-9850-4e303445f5ec req-621f29ff-63a2-4cbe-9ac2-592361038984 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6496f3e0a484a42a440c4aa225d7a1d&device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 1128 time: 0.3220050 Feb 09 06:18:46.480800 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f2807954-092f-433a-8e70-60483708ad25 admin admin] Publish callbacks [] for security_group (280d219c-0f00-48f1-967a-c1c74a5e9a4d), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:46.593289 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-5c72be28-87a5-4035-a39c-96f1dea30412 req-ebcbf637-bd6d-4808-9d5c-1a1bbbd9c024 service neutron] 10.222.0.30 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434723 Feb 09 06:18:46.740365 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f2807954-092f-433a-8e70-60483708ad25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (280d219c-0f00-48f1-967a-c1c74a5e9a4d), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:46.743989 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f2807954-092f-433a-8e70-60483708ad25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:46.745370 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-f2807954-092f-433a-8e70-60483708ad25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/280d219c-0f00-48f1-967a-c1c74a5e9a4d HTTP/1.1" status: 204 len: 168 time: 0.5072994 Feb 09 06:18:46.760079 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2807954-092f-433a-8e70-60483708ad25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280d219c-0f00-48f1-967a-c1c74a5e9a4d,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:46.785122 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3933d26d-54ff-4266-8dcc-17d50f808bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (944a6399-199d-47de-90b1-47e39b9417a1), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:46.788120 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3933d26d-54ff-4266-8dcc-17d50f808bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:46.790041 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-3933d26d-54ff-4266-8dcc-17d50f808bb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/944a6399-199d-47de-90b1-47e39b9417a1 HTTP/1.1" status: 204 len: 168 time: 0.8093767 Feb 09 06:18:46.827575 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933d26d-54ff-4266-8dcc-17d50f808bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944a6399-199d-47de-90b1-47e39b9417a1,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:46.852837 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0b23c0dc-bf60-400e-94a1-9d9e77a26054 req-f4d28e73-cf0b-4d44-9709-6231761388db tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 210 time: 0.2337754 Feb 09 06:18:47.075660 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00425874-c127-4e17-9850-4e303445f5ec req-80bf468c-b426-4e84-8f32-9fe998e90fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:47.075660 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-00425874-c127-4e17-9850-4e303445f5ec req-80bf468c-b426-4e84-8f32-9fe998e90fb5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ade54e6a-29d5-4d61-8616-abc167a01150 HTTP/1.1" status: 200 len: 912 time: 0.5582163 Feb 09 06:18:47.077387 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-95b515f7-bdb8-4bdf-86fc-e6e19626cc78 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:47.077387 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-95b515f7-bdb8-4bdf-86fc-e6e19626cc78 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.30 "GET /v2.0/networks?id=0109a1ee-9fd0-43d1-9f17-0b66979d92b3 HTTP/1.1" status: 200 len: 811 time: 0.2140553 Feb 09 06:18:47.077760 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29feda6-ed47-45be-b8ec-b458a75ee550 req-dd3e3766-1557-4dc5-876f-6aa26fc37149 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:47.077760 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b29feda6-ed47-45be-b8ec-b458a75ee550 req-dd3e3766-1557-4dc5-876f-6aa26fc37149 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 944 time: 0.0871093 Feb 09 06:18:47.152342 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b29feda6-ed47-45be-b8ec-b458a75ee550 req-ad006d09-0833-405d-a6ef-cb80d3b1b71f tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/security-groups?id=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539658 Feb 09 06:18:47.217299 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:47.351758 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c3af2610-2cd0-407f-a9e7-54c4c46d6367 req-25fb90c2-dc72-4c7f-945b-ae81ae924474 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 210 time: 0.0350523 Feb 09 06:18:47.498282 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f135d7e-1f6d-4d9c-a8c3-88a5f38a66c6 req-d0767774-f6ab-42fd-959c-3d98dd980c6a tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:47.505646 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3f135d7e-1f6d-4d9c-a8c3-88a5f38a66c6 req-d0767774-f6ab-42fd-959c-3d98dd980c6a tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 943 time: 0.0657089 Feb 09 06:18:47.585391 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3f135d7e-1f6d-4d9c-a8c3-88a5f38a66c6 req-6e31deee-8d16-4838-927b-d0bfa7817a26 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788264 Feb 09 06:18:48.023256 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1353f3df-1004-49b9-861a-7e34e2754417 req-d14580de-272a-49b3-a52b-1c746969fdb4 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 210 time: 0.0272219 Feb 09 06:18:48.281140 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472f211-548a-405b-86b1-e519a5ce4da1 req-c301e493-1129-4e2f-b71e-75963b96ba22 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:48.282888 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1472f211-548a-405b-86b1-e519a5ce4da1 req-c301e493-1129-4e2f-b71e-75963b96ba22 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 944 time: 0.0577478 Feb 09 06:18:48.332784 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1472f211-548a-405b-86b1-e519a5ce4da1 req-8b0d7447-8633-4d64-b4ac-1da7ce9380c3 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/security-groups?id=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442090 Feb 09 06:18:48.449512 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0772b946-6414-481a-a8cb-eba07b2a52f5 req-f47a0974-fd4e-4580-8f49-8b3c831afddb tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 210 time: 0.0270352 Feb 09 06:18:48.449512 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 50262) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:48.462638 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1926-4a2c-4bc9-a327-b217eafef996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:48.522864 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 50264) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:48.543010 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-82b0f62a-2eea-4bda-bda9-f45e304ae9ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:48.581592 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1926-4a2c-4bc9-a327-b217eafef996 admin admin] Publish callbacks [] for security_group (8dba86a7-372a-464e-8d6f-19c1b13fb2c6), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:48.638331 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1926-4a2c-4bc9-a327-b217eafef996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (8dba86a7-372a-464e-8d6f-19c1b13fb2c6), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:48.647512 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-82b0f62a-2eea-4bda-bda9-f45e304ae9ab admin admin] Publish callbacks [] for security_group (33cd7501-c38f-4992-9fe9-6a6ac148ecb9), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:48.706584 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-bbdc1926-4a2c-4bc9-a327-b217eafef996 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07a2f7693062424ba3ea14af627e20b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569129 Feb 09 06:18:48.707196 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc1926-4a2c-4bc9-a327-b217eafef996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dba86a7-372a-464e-8d6f-19c1b13fb2c6,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:48.709102 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 50272) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:48.713553 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-82b0f62a-2eea-4bda-bda9-f45e304ae9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (33cd7501-c38f-4992-9fe9-6a6ac148ecb9), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:48.763213 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-82b0f62a-2eea-4bda-bda9-f45e304ae9ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd67398e246549a58d049759ac74fc31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387967 Feb 09 06:18:48.767363 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 50276) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:48.770579 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75a342-ebfc-49b3-8036-b2c77e8865bc req-87660518-a45e-47ac-a581-0e79599be0ca tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:48.780185 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cd75a342-ebfc-49b3-8036-b2c77e8865bc req-87660518-a45e-47ac-a581-0e79599be0ca tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 943 time: 0.1145825 Feb 09 06:18:48.780185 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0f62a-2eea-4bda-bda9-f45e304ae9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cd7501-c38f-4992-9fe9-6a6ac148ecb9,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:48.781400 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d148b1c9-3643-4524-83af-551653547fcf admin admin] Publish callbacks [] for security_group (8dba86a7-372a-464e-8d6f-19c1b13fb2c6), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:48.836626 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d148b1c9-3643-4524-83af-551653547fcf admin admin] Publish callbacks [] for security_group (8dba86a7-372a-464e-8d6f-19c1b13fb2c6), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:48.850995 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-00425874-c127-4e17-9850-4e303445f5ec req-a765ae80-6374-4a9c-b7d7-040451968c17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d4cdf62-c8fe-443b-96eb-32c2e0b29675 HTTP/1.1" status: 200 len: 217 time: 0.0557747 Feb 09 06:18:48.888764 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7962632d-496a-46c6-8528-9705bd8cfe2c admin admin] Publish callbacks [] for security_group (33cd7501-c38f-4992-9fe9-6a6ac148ecb9), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:48.894476 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cd75a342-ebfc-49b3-8036-b2c77e8865bc req-0792487f-9089-4e1c-ba1c-dbaa28d53150 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117184 Feb 09 06:18:48.954101 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7962632d-496a-46c6-8528-9705bd8cfe2c admin admin] Publish callbacks [] for security_group (33cd7501-c38f-4992-9fe9-6a6ac148ecb9), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:48.961009 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00425874-c127-4e17-9850-4e303445f5ec req-ea10cab3-49ad-4410-bdb1-59814a8cda97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:48.968765 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-00425874-c127-4e17-9850-4e303445f5ec req-ea10cab3-49ad-4410-bdb1-59814a8cda97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c1577349-8da0-4844-8625-480adedb16ba HTTP/1.1" status: 200 len: 852 time: 0.0688136 Feb 09 06:18:49.007627 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-bc1e8055-df15-4e03-afad-ce7c7e5ab2ce tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6d505752db84eec9ff7fe2e17b3d536 HTTP/1.1" status: 200 len: 379 time: 0.1498270 Feb 09 06:18:49.012783 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-00425874-c127-4e17-9850-4e303445f5ec req-784bd42c-18f7-4b35-bae8-36cbd6972251 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ade54e6a-29d5-4d61-8616-abc167a01150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364828 Feb 09 06:18:49.047940 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-6916bd0f-8824-4e63-a80e-99a3f2818d05 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Request body: {'port': {'device_id': '5d479a18-0e94-4b50-8659-9359c54c0424', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'admin_state_up': True, 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'security_groups': ['1fe37aec-3e37-46d7-b319-afbb6b1afdae']}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:49.053457 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d148b1c9-3643-4524-83af-551653547fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (8dba86a7-372a-464e-8d6f-19c1b13fb2c6), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:49.059951 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d148b1c9-3643-4524-83af-551653547fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:49.061268 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-d148b1c9-3643-4524-83af-551653547fcf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8dba86a7-372a-464e-8d6f-19c1b13fb2c6 HTTP/1.1" status: 204 len: 168 time: 0.3511477 Feb 09 06:18:49.164790 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5b55515b-660a-4cf7-b8a3-f46742783be1 req-349b1e69-3f93-4bd9-8492-d6577c927892 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 210 time: 0.0505261 Feb 09 06:18:49.216351 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-00425874-c127-4e17-9850-4e303445f5ec req-fd32d2f6-fe11-4cfb-b775-8d1c938f3d3a service neutron] 10.222.0.30 "GET /v2.0/networks/ade54e6a-29d5-4d61-8616-abc167a01150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837554 Feb 09 06:18:49.273691 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7962632d-496a-46c6-8528-9705bd8cfe2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (33cd7501-c38f-4992-9fe9-6a6ac148ecb9), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:49.276241 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7962632d-496a-46c6-8528-9705bd8cfe2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:49.277378 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-7962632d-496a-46c6-8528-9705bd8cfe2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33cd7501-c38f-4992-9fe9-6a6ac148ecb9 HTTP/1.1" status: 204 len: 168 time: 0.5090325 Feb 09 06:18:49.281484 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148b1c9-3643-4524-83af-551653547fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dba86a7-372a-464e-8d6f-19c1b13fb2c6,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:49.296999 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962632d-496a-46c6-8528-9705bd8cfe2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cd7501-c38f-4992-9fe9-6a6ac148ecb9,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:49.350439 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-00425874-c127-4e17-9850-4e303445f5ec req-f1b19480-dc21-4c84-8164-bbefaeac9de7 service neutron] 10.222.0.30 "GET /v2.0/networks/ade54e6a-29d5-4d61-8616-abc167a01150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274252 Feb 09 06:18:49.478627 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-6916bd0f-8824-4e63-a80e-99a3f2818d05 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Made reservation on behalf of e6d505752db84eec9ff7fe2e17b3d536 for: {'port': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:18:49.484241 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-6916bd0f-8824-4e63-a80e-99a3f2818d05 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:49.490787 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4c2f4-7ff6-4e4b-b612-95823606735c req-6e823535-d8a0-438e-94d5-68b3f661714b tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:49.496014 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e1d4c2f4-7ff6-4e4b-b612-95823606735c req-6e823535-d8a0-438e-94d5-68b3f661714b tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 944 time: 0.0699968 Feb 09 06:18:49.571594 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-09672d0a-adb4-4024-83e0-bfbaf2f58669 req-52ae2799-0332-47cb-a64c-d336f39fc0c8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 210 time: 0.0339274 Feb 09 06:18:49.600600 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e1d4c2f4-7ff6-4e4b-b612-95823606735c req-1493b03b-65d1-4bc3-ae8a-811c5a0aeed8 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/security-groups?id=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981789 Feb 09 06:18:49.676685 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-6916bd0f-8824-4e63-a80e-99a3f2818d05 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Allocated IP 172.20.0.10 (0109a1ee-9fd0-43d1-9f17-0b66979d92b3/0d2250d4-ff7d-4b60-b34c-6aefe462ccc8/7536b9fa-f038-4b0d-9846-bdccc3cec23b) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:18:49.856937 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-af353ef9-3945-46d0-b54e-667586f871c1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:49.860523 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-af353ef9-3945-46d0-b54e-667586f871c1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.30 "GET /v2.0/networks?id=5b10a0e1-f501-4b31-86fb-646a220008e1 HTTP/1.1" status: 200 len: 816 time: 0.1569238 Feb 09 06:18:49.892872 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-6916bd0f-8824-4e63-a80e-99a3f2818d05 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for port (7536b9fa-f038-4b0d-9846-bdccc3cec23b), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:49.956308 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-1a4a8d4b-fc0c-40b5-9527-62666c0a85b0 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d23a13d2bd3b43c39a6fdef1f65a0540 HTTP/1.1" status: 200 len: 380 time: 0.0787306 Feb 09 06:18:49.970351 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-973d2370-138e-4323-b1c2-8bb29d9b60ad tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Request body: {'port': {'device_id': 'ca8a8349-2116-40df-b1ef-cb1d998624ee', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'admin_state_up': True, 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'security_groups': ['cb4215a8-6e57-44bc-b2fe-dc6daa994df5']}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:50.093322 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-6916bd0f-8824-4e63-a80e-99a3f2818d05 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (7536b9fa-f038-4b0d-9846-bdccc3cec23b), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:50.134394 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9f637-2e10-4c86-8898-f3083f3ccc8c req-23dd4777-ea0a-4d16-80ca-d6486ae2d54f tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:50.136413 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a6f9f637-2e10-4c86-8898-f3083f3ccc8c req-23dd4777-ea0a-4d16-80ca-d6486ae2d54f tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 943 time: 0.1109757 Feb 09 06:18:50.162418 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916bd0f-8824-4e63-a80e-99a3f2818d05 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Pushing event updated for resources: {'Port': ['ID=7536b9fa-f038-4b0d-9846-bdccc3cec23b,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:50.205124 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-6916bd0f-8824-4e63-a80e-99a3f2818d05 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Network 0109a1ee-9fd0-43d1-9f17-0b66979d92b3 is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:18:50.206924 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-6916bd0f-8824-4e63-a80e-99a3f2818d05 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:18:50.210021 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-6916bd0f-8824-4e63-a80e-99a3f2818d05 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:18:50.218356 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-6916bd0f-8824-4e63-a80e-99a3f2818d05 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:50.219298 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-6916bd0f-8824-4e63-a80e-99a3f2818d05 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:50.235061 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a6f9f637-2e10-4c86-8898-f3083f3ccc8c req-7bf80350-8233-4f8e-b845-524961ac6f1c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926094 Feb 09 06:18:50.281844 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-973d2370-138e-4323-b1c2-8bb29d9b60ad tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Made reservation on behalf of d23a13d2bd3b43c39a6fdef1f65a0540 for: {'port': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:18:50.285500 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-973d2370-138e-4323-b1c2-8bb29d9b60ad tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:50.342889 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-6916bd0f-8824-4e63-a80e-99a3f2818d05 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3026457 Feb 09 06:18:50.373968 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] Request body: {'port': {'device_id': '5d479a18-0e94-4b50-8659-9359c54c0424', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80192'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:50.384711 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9733eb-0003-421f-b415-d085b7af7764 req-e4747266-4797-46c7-8c5e-5508ef5acc19 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:50.386292 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-df9733eb-0003-421f-b415-d085b7af7764 req-e4747266-4797-46c7-8c5e-5508ef5acc19 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 932 time: 0.1318285 Feb 09 06:18:50.456916 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (7536b9fa-f038-4b0d-9846-bdccc3cec23b), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:50.489056 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-df9733eb-0003-421f-b415-d085b7af7764 req-7b92a2aa-b8fa-4cb4-9710-cdd31db206ae tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965214 Feb 09 06:18:50.490028 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-973d2370-138e-4323-b1c2-8bb29d9b60ad tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Allocated IP 172.20.0.13 (5b10a0e1-f501-4b31-86fb-646a220008e1/edec6496-1545-49e9-88fa-af018f151255/7cc33a51-4853-41a6-8e83-c2de2246c5c2) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:18:50.529262 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-251b291c-545a-440c-97a2-545735d9355b None None] Provisioning complete for port 7536b9fa-f038-4b0d-9846-bdccc3cec23b triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:50.531402 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-251b291c-545a-440c-97a2-545735d9355b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (7536b9fa-f038-4b0d-9846-bdccc3cec23b), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:50.579199 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-251b291c-545a-440c-97a2-545735d9355b None None] Port 7536b9fa-f038-4b0d-9846-bdccc3cec23b cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:18:50.752039 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2ba31a71-3275-41b5-b662-e86301d9a4ca req-3cbdf2f3-5ecd-419f-94ab-a89357495c6a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 210 time: 0.0528142 Feb 09 06:18:50.824222 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-973d2370-138e-4323-b1c2-8bb29d9b60ad tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:50.829114 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7536b9fa-f038-4b0d-9846-bdccc3cec23b {{(pid=103035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:18:50.847487 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] Publish callbacks [] for port (7536b9fa-f038-4b0d-9846-bdccc3cec23b), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:50.857778 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1d355-5816-4bde-a372-f76a066f4748 req-a9bb7d0e-7289-40a3-add7-5e67faf752a6 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:50.859352 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a6c1d355-5816-4bde-a372-f76a066f4748 req-a9bb7d0e-7289-40a3-add7-5e67faf752a6 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 944 time: 0.1099687 Feb 09 06:18:50.877170 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.provisioning_blocks [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] Transition to ACTIVE for port object 7536b9fa-f038-4b0d-9846-bdccc3cec23b will not be triggered until provisioned by entity L2. {{(pid=103035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 06:18:50.936010 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (7536b9fa-f038-4b0d-9846-bdccc3cec23b), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:50.947915 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a6c1d355-5816-4bde-a372-f76a066f4748 req-d543309d-e8c7-47a0-a879-dde48a565380 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/security-groups?id=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627987 Feb 09 06:18:50.982283 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-973d2370-138e-4323-b1c2-8bb29d9b60ad tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:51.001985 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] Pushing event updated for resources: {'Port': ['ID=7536b9fa-f038-4b0d-9846-bdccc3cec23b,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:51.046731 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] Attempting to bind port 7536b9fa-f038-4b0d-9846-bdccc3cec23b on host hv-cinder-80192 for vnic_type normal with profile {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:18:51.048092 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] Attempting to bind port 7536b9fa-f038-4b0d-9846-bdccc3cec23b by drivers openvswitch,hyperv on host hv-cinder-80192 at level 0 using segments [{'id': '405211fb-b8d2-4256-a54d-473ad66a34f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3'}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:18:51.048092 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] Attempting to bind port 7536b9fa-f038-4b0d-9846-bdccc3cec23b on network 0109a1ee-9fd0-43d1-9f17-0b66979d92b3 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:18:51.059163 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] Port 7536b9fa-f038-4b0d-9846-bdccc3cec23b on network 0109a1ee-9fd0-43d1-9f17-0b66979d92b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80192 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 06:18:51.059716 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] Attempting to bind port 7536b9fa-f038-4b0d-9846-bdccc3cec23b on network 0109a1ee-9fd0-43d1-9f17-0b66979d92b3 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:18:51.067370 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] Checking agent: {'id': '16e2666b-01c8-44a0-ad9b-455a2be8881c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80192', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'started_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:18:51.068157 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] Checking segment: {'id': '405211fb-b8d2-4256-a54d-473ad66a34f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:18:51.068861 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] Bound using segment: {'id': '405211fb-b8d2-4256-a54d-473ad66a34f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3'} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:18:51.070895 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] Bound port: 7536b9fa-f038-4b0d-9846-bdccc3cec23b, host: hv-cinder-80192, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '405211fb-b8d2-4256-a54d-473ad66a34f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3'}}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:18:51.071822 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (7536b9fa-f038-4b0d-9846-bdccc3cec23b), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:51.076454 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-973d2370-138e-4323-b1c2-8bb29d9b60ad tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Network 5b10a0e1-f501-4b31-86fb-646a220008e1 is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:18:51.084577 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-973d2370-138e-4323-b1c2-8bb29d9b60ad tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:18:51.105298 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-973d2370-138e-4323-b1c2-8bb29d9b60ad tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:18:51.113501 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-973d2370-138e-4323-b1c2-8bb29d9b60ad tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:51.114693 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-973d2370-138e-4323-b1c2-8bb29d9b60ad tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:51.166233 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d2370-138e-4323-b1c2-8bb29d9b60ad tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Pushing event updated for resources: {'Port': ['ID=7cc33a51-4853-41a6-8e83-c2de2246c5c2,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:51.190181 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] For port 7536b9fa-f038-4b0d-9846-bdccc3cec23b, host hv-cinder-80192, cleared binding levels {{(pid=103035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:18:51.190181 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] For port 7536b9fa-f038-4b0d-9846-bdccc3cec23b, host hv-cinder-80192, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7536b9fa-f038-4b0d-9846-bdccc3cec23b,segment=NetworkSegment(405211fb-b8d2-4256-a54d-473ad66a34f2),segment_id=405211fb-b8d2-4256-a54d-473ad66a34f2)] {{(pid=103035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:18:51.252997 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-973d2370-138e-4323-b1c2-8bb29d9b60ad tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2910779 Feb 09 06:18:51.270833 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] Request body: {'port': {'device_id': 'ca8a8349-2116-40df-b1ef-cb1d998624ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80192'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:18:51.337944 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (7536b9fa-f038-4b0d-9846-bdccc3cec23b), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:51.361157 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:51.387437 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:51.388367 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:51.391722 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] 10.222.0.30 "PUT /v2.0/ports/7536b9fa-f038-4b0d-9846-bdccc3cec23b HTTP/1.1" status: 200 len: 1094 time: 1.0281072 Feb 09 06:18:51.392414 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d479a18-0e94-4b50-8659-9359c54c0424', 'tag': '7536b9fa-f038-4b0d-9846-bdccc3cec23b'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:18:51.395316 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362676e5-be72-4553-adc3-f2ebaf21422b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d479a18-0e94-4b50-8659-9359c54c0424", "tag": "7536b9fa-f038-4b0d-9846-bdccc3cec23b"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:18:51.449081 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26579c69-7539-4ae8-a3ee-63df27a73896 service neutron] Pushing event updated for resources: {'Port': ['ID=7536b9fa-f038-4b0d-9846-bdccc3cec23b,revision_number=3']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:51.480058 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d02d48-fe54-453e-9de3-12056cb9ff1b req-d4684225-c91b-441d-8733-280fb15aec78 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:51.482534 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-36d02d48-fe54-453e-9de3-12056cb9ff1b req-d4684225-c91b-441d-8733-280fb15aec78 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 943 time: 0.1600547 Feb 09 06:18:51.488532 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0687461-39f2-4de2-879d-3341df488fd7 x-openstack-request-id: req-a0687461-39f2-4de2-879d-3341df488fd7 {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:18:51.488926 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d479a18-0e94-4b50-8659-9359c54c0424", "tag": "7536b9fa-f038-4b0d-9846-bdccc3cec23b", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:18:51.489069 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0687461-39f2-4de2-879d-3341df488fd7 {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:18:51.489552 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d479a18-0e94-4b50-8659-9359c54c0424', 'tag': '7536b9fa-f038-4b0d-9846-bdccc3cec23b', 'status': 'completed', 'code': 200} Feb 09 06:18:51.585534 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-c756f68c-53f6-4d56-b91e-b629f90f96ac None None] Provisioning complete for port 7cc33a51-4853-41a6-8e83-c2de2246c5c2 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:51.586681 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c756f68c-53f6-4d56-b91e-b629f90f96ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:51.669460 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362676e5-be72-4553-adc3-f2ebaf21422b req-97876d4c-8f29-4ac6-8ec6-4973a9983b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:51.672738 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-362676e5-be72-4553-adc3-f2ebaf21422b req-97876d4c-8f29-4ac6-8ec6-4973a9983b10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6d505752db84eec9ff7fe2e17b3d536&device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 1128 time: 0.1397891 Feb 09 06:18:51.676398 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-c756f68c-53f6-4d56-b91e-b629f90f96ac None None] Port 7cc33a51-4853-41a6-8e83-c2de2246c5c2 cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:18:51.853278 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-36d02d48-fe54-453e-9de3-12056cb9ff1b req-eb76e3b4-d2d9-4fab-9c77-0492e948635c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507867 Feb 09 06:18:51.922030 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362676e5-be72-4553-adc3-f2ebaf21422b req-d01d112c-8fbe-4375-9325-cf8c7bc08e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:51.923778 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-362676e5-be72-4553-adc3-f2ebaf21422b req-d01d112c-8fbe-4375-9325-cf8c7bc08e2e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e6d505752db84eec9ff7fe2e17b3d536&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2349620 Feb 09 06:18:51.928947 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c622b-1f90-480f-9d00-0764c48521d8 req-9239c368-43c5-459f-abf8-f6b0665bc0f8 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:51.930516 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b62c622b-1f90-480f-9d00-0764c48521d8 req-9239c368-43c5-459f-abf8-f6b0665bc0f8 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 944 time: 0.2764823 Feb 09 06:18:52.077878 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b62c622b-1f90-480f-9d00-0764c48521d8 req-72f0c105-ffec-4f74-8012-231b3e0906ab tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382771 Feb 09 06:18:52.098842 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc33a51-4853-41a6-8e83-c2de2246c5c2 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:18:52.109798 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] Publish callbacks [] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:52.121700 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c9579-96bb-4205-bb17-d52ce67121b3 req-9103ba22-a88e-40db-80fe-6282c7928e9a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:52.125719 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c12c9579-96bb-4205-bb17-d52ce67121b3 req-9103ba22-a88e-40db-80fe-6282c7928e9a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 932 time: 0.1522753 Feb 09 06:18:52.139492 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 5d4cdf62-c8fe-443b-96eb-32c2e0b29675 details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:18:52.160363 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] Transition to ACTIVE for port object 7cc33a51-4853-41a6-8e83-c2de2246c5c2 will not be triggered until provisioned by entity L2. {{(pid=103034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 06:18:52.166264 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362676e5-be72-4553-adc3-f2ebaf21422b req-befecf92-bf8d-4ef2-a055-3ad3fd2ad403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:52.167942 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-362676e5-be72-4553-adc3-f2ebaf21422b req-befecf92-bf8d-4ef2-a055-3ad3fd2ad403 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2380376 Feb 09 06:18:52.198362 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c12c9579-96bb-4205-bb17-d52ce67121b3 req-c969da6b-4266-4ae6-8fb5-65e106c00973 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607042 Feb 09 06:18:52.271455 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd7916-2a9e-400f-ae4c-528af87a6cab req-40822bf6-784e-438b-bb8c-14d0b0e24164 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:52.276568 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5efd7916-2a9e-400f-ae4c-528af87a6cab req-40822bf6-784e-438b-bb8c-14d0b0e24164 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 944 time: 0.0770206 Feb 09 06:18:52.298834 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:52.325321 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-525abd46-de6d-4f3e-b591-0e85b54a36ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:52.327677 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-525abd46-de6d-4f3e-b591-0e85b54a36ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6d505752db84eec9ff7fe2e17b3d536&device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 1128 time: 0.0883636 Feb 09 06:18:52.412676 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-e6e994a7-1575-4240-86bd-b249a66ab5b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7536b9fa-f038-4b0d-9846-bdccc3cec23b HTTP/1.1" status: 200 len: 217 time: 0.0715563 Feb 09 06:18:52.426384 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc33a51-4853-41a6-8e83-c2de2246c5c2,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:52.433224 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5efd7916-2a9e-400f-ae4c-528af87a6cab req-a894db1a-a787-4ee1-8562-492d91b6efc7 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/security-groups?id=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424534 Feb 09 06:18:52.450662 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 5d4cdf62-c8fe-443b-96eb-32c2e0b29675, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=5d4cdf62-c8fe-443b-96eb-32c2e0b29675,segment=NetworkSegment(0d22693a-3815-4c1c-8dcb-d1fd9bf117c3),segment_id=0d22693a-3815-4c1c-8dcb-d1fd9bf117c3)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:18:52.464919 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': '5d4cdf62-c8fe-443b-96eb-32c2e0b29675', 'network_id': 'ade54e6a-29d5-4d61-8616-abc167a01150', 'port_id': '5d4cdf62-c8fe-443b-96eb-32c2e0b29675', 'mac_address': 'fa:16:3e:c3:17:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1577349-8da0-4844-8625-480adedb16ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:18:52.482559 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] Attempting to bind port 7cc33a51-4853-41a6-8e83-c2de2246c5c2 on host hv-cinder-80192 for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:18:52.483247 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] Attempting to bind port 7cc33a51-4853-41a6-8e83-c2de2246c5c2 by drivers openvswitch,hyperv on host hv-cinder-80192 at level 0 using segments [{'id': '6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:18:52.483809 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] Attempting to bind port 7cc33a51-4853-41a6-8e83-c2de2246c5c2 on network 5b10a0e1-f501-4b31-86fb-646a220008e1 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:18:52.493155 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] Port 7cc33a51-4853-41a6-8e83-c2de2246c5c2 on network 5b10a0e1-f501-4b31-86fb-646a220008e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80192 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 06:18:52.493155 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] Attempting to bind port 7cc33a51-4853-41a6-8e83-c2de2246c5c2 on network 5b10a0e1-f501-4b31-86fb-646a220008e1 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:18:52.498978 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] Checking agent: {'id': '16e2666b-01c8-44a0-ad9b-455a2be8881c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80192', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'started_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:18:52.499605 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] Checking segment: {'id': '6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:18:52.500391 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] Bound using segment: {'id': '6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:18:52.501021 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] Bound port: 7cc33a51-4853-41a6-8e83-c2de2246c5c2, host: hv-cinder-80192, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:18:52.501599 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:52.531582 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 5d4cdf62-c8fe-443b-96eb-32c2e0b29675 is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:52.532028 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (5d4cdf62-c8fe-443b-96eb-32c2e0b29675), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:52.563458 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-7a95ea10-486c-4131-91d8-a957d7ac4261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:52.567228 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4cdf62-c8fe-443b-96eb-32c2e0b29675 {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:18:52.573764 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-7a95ea10-486c-4131-91d8-a957d7ac4261 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d2250d4-ff7d-4b60-b34c-6aefe462ccc8 HTTP/1.1" status: 200 len: 850 time: 0.1527364 Feb 09 06:18:52.586864 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] For port 7cc33a51-4853-41a6-8e83-c2de2246c5c2, host hv-cinder-80192, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:18:52.612302 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] For port 7cc33a51-4853-41a6-8e83-c2de2246c5c2, host hv-cinder-80192, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7cc33a51-4853-41a6-8e83-c2de2246c5c2,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:18:52.627472 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 5d4cdf62-c8fe-443b-96eb-32c2e0b29675, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=5d4cdf62-c8fe-443b-96eb-32c2e0b29675,segment=NetworkSegment(0d22693a-3815-4c1c-8dcb-d1fd9bf117c3),segment_id=0d22693a-3815-4c1c-8dcb-d1fd9bf117c3)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:18:52.667771 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-f2e98248-3051-4ef7-96bf-37de9ec77f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:52.669284 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-f2e98248-3051-4ef7-96bf-37de9ec77f26 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0109a1ee-9fd0-43d1-9f17-0b66979d92b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0939746 Feb 09 06:18:52.725862 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (5d4cdf62-c8fe-443b-96eb-32c2e0b29675), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:52.727160 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 898572b2-25e9-48d8-b22d-41abde8d6c05 details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:18:52.757316 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:52.781051 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-25cb1a95-9d89-4dab-bdfc-6d79bb59f96f service neutron] 10.222.0.30 "GET /v2.0/networks/0109a1ee-9fd0-43d1-9f17-0b66979d92b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045456 Feb 09 06:18:52.789792 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=5d4cdf62-c8fe-443b-96eb-32c2e0b29675,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:52.847796 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:52.854552 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:52.855555 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] 10.222.0.30 "PUT /v2.0/ports/7cc33a51-4853-41a6-8e83-c2de2246c5c2 HTTP/1.1" status: 200 len: 1094 time: 1.5892012 Feb 09 06:18:52.856132 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8a8349-2116-40df-b1ef-cb1d998624ee', 'tag': '7cc33a51-4853-41a6-8e83-c2de2246c5c2'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:18:52.861718 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799baa7e-3d5c-4ddf-bf7a-783ccefd126e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca8a8349-2116-40df-b1ef-cb1d998624ee", "tag": "7cc33a51-4853-41a6-8e83-c2de2246c5c2"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:18:52.929724 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1de28e-49ac-41f1-81a5-03e5e0d5adf8 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc33a51-4853-41a6-8e83-c2de2246c5c2,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:52.954642 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 898572b2-25e9-48d8-b22d-41abde8d6c05, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=898572b2-25e9-48d8-b22d-41abde8d6c05,segment=NetworkSegment(d8fb8075-f4a1-40c5-a70f-a532b4dd14fc),segment_id=d8fb8075-f4a1-40c5-a70f-a532b4dd14fc)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:18:52.979299 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': '898572b2-25e9-48d8-b22d-41abde8d6c05', 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b', 'port_id': '898572b2-25e9-48d8-b22d-41abde8d6c05', 'mac_address': 'fa:16:3e:8f:77:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17699ff6-b85b-405b-b589-92a77c85fd65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:18:52.985620 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-0e2ef422-f39b-42c3-868a-7ec45cba3624 req-ca6ebf4e-36af-4e42-a7a5-ac1c547409f1 service neutron] 10.222.0.30 "GET /v2.0/networks/0109a1ee-9fd0-43d1-9f17-0b66979d92b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970806 Feb 09 06:18:53.051842 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 898572b2-25e9-48d8-b22d-41abde8d6c05 is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:53.051842 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (898572b2-25e9-48d8-b22d-41abde8d6c05), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:53.066304 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b62cb0-1686-4584-b001-8f3fd8c7ba39 x-openstack-request-id: req-43b62cb0-1686-4584-b001-8f3fd8c7ba39 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:18:53.067024 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca8a8349-2116-40df-b1ef-cb1d998624ee", "tag": "7cc33a51-4853-41a6-8e83-c2de2246c5c2", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:18:53.067577 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43b62cb0-1686-4584-b001-8f3fd8c7ba39 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:18:53.068401 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca8a8349-2116-40df-b1ef-cb1d998624ee', 'tag': '7cc33a51-4853-41a6-8e83-c2de2246c5c2', 'status': 'completed', 'code': 200} Feb 09 06:18:53.110253 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898572b2-25e9-48d8-b22d-41abde8d6c05 {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:18:53.119898 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac5845-0033-4d82-ae37-a0cbfeb15bad req-2f2380da-c42d-4fd3-833e-2aec1b2d2f72 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:53.121667 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-57ac5845-0033-4d82-ae37-a0cbfeb15bad req-2f2380da-c42d-4fd3-833e-2aec1b2d2f72 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 943 time: 0.1237805 Feb 09 06:18:53.128941 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-97422500-ffae-42e2-8373-fa86689a92a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:53.131511 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-97422500-ffae-42e2-8373-fa86689a92a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d23a13d2bd3b43c39a6fdef1f65a0540&device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 1128 time: 0.1195879 Feb 09 06:18:53.160763 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 898572b2-25e9-48d8-b22d-41abde8d6c05, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=898572b2-25e9-48d8-b22d-41abde8d6c05,segment=NetworkSegment(d8fb8075-f4a1-40c5-a70f-a532b4dd14fc),segment_id=d8fb8075-f4a1-40c5-a70f-a532b4dd14fc)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:18:53.185431 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-61d9dae5-75a3-43c2-bea8-e4f6c5e7f657 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc33a51-4853-41a6-8e83-c2de2246c5c2 HTTP/1.1" status: 200 len: 217 time: 0.0395930 Feb 09 06:18:53.202773 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-57ac5845-0033-4d82-ae37-a0cbfeb15bad req-026a9750-0839-467b-b9a1-5b32f0375cf7 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730643 Feb 09 06:18:53.243425 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (898572b2-25e9-48d8-b22d-41abde8d6c05), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:53.303090 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-ea21fb15-131e-4429-b5e9-da2d85810d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:53.305744 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-ea21fb15-131e-4429-b5e9-da2d85810d3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=edec6496-1545-49e9-88fa-af018f151255 HTTP/1.1" status: 200 len: 855 time: 0.1140332 Feb 09 06:18:53.311657 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=898572b2-25e9-48d8-b22d-41abde8d6c05,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:53.312407 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c8fca-bf67-4348-9195-9093c2635414 req-5cfc2e72-d7b6-4cb0-b5f3-45e3d71361ae tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:53.313946 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-928c8fca-bf67-4348-9195-9093c2635414 req-5cfc2e72-d7b6-4cb0-b5f3-45e3d71361ae tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 944 time: 0.0994220 Feb 09 06:18:53.376635 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-effe1cbe-5820-44e2-aed9-ee7bea9b80e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:53.378136 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-effe1cbe-5820-44e2-aed9-ee7bea9b80e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b10a0e1-f501-4b31-86fb-646a220008e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658431 Feb 09 06:18:53.396644 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-928c8fca-bf67-4348-9195-9093c2635414 req-c71047bc-3f83-4307-8fee-c47896532112 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651674 Feb 09 06:18:53.421242 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 50486) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:53.496544 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-65a63108-672d-4958-a8de-51c31b2b681f service neutron] 10.222.0.30 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099315 Feb 09 06:18:53.546067 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad56ee4-f3b4-40b3-b6cb-a1284a042014 req-bb92e4e5-0e1a-4318-abc1-eabde3bf730e tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:53.547632 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cad56ee4-f3b4-40b3-b6cb-a1284a042014 req-bb92e4e5-0e1a-4318-abc1-eabde3bf730e tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.0771346 Feb 09 06:18:53.589153 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-58e73386-731f-47c5-a172-98d4aa27b663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:53.610025 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-ef6d2bda-c32c-41df-b39b-b4ab90f4567c req-dece7afa-f2ce-40ef-a143-7099ebeee16b service neutron] 10.222.0.30 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038997 Feb 09 06:18:53.621243 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cad56ee4-f3b4-40b3-b6cb-a1284a042014 req-23f0ee6d-9e0a-4503-ac41-8d1114410f9c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662849 Feb 09 06:18:53.680687 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['898572b2-25e9-48d8-b22d-41abde8d6c05'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:18:53.695531 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-58e73386-731f-47c5-a172-98d4aa27b663 admin admin] Publish callbacks [] for security_group (7bf39433-6733-4f9e-bf0e-ebd29ee58f16), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:53.719297 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['5d4cdf62-c8fe-443b-96eb-32c2e0b29675'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:18:53.740542 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c085a30-c0d3-465a-9a7e-043a0f73b7c0 req-f3505378-6b21-4a4e-8a98-6b822322db5b tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:53.742584 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1c085a30-c0d3-465a-9a7e-043a0f73b7c0 req-f3505378-6b21-4a4e-8a98-6b822322db5b tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 945 time: 0.0601933 Feb 09 06:18:53.790727 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1c085a30-c0d3-465a-9a7e-043a0f73b7c0 req-971833c3-9c10-41cf-a53c-85f062bd831b tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/security-groups?id=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418026 Feb 09 06:18:53.840709 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799baa7e-3d5c-4ddf-bf7a-783ccefd126e req-b6622ed4-8c49-415b-82b8-167c0eb5cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:53.842110 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-799baa7e-3d5c-4ddf-bf7a-783ccefd126e req-b6622ed4-8c49-415b-82b8-167c0eb5cbc3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d23a13d2bd3b43c39a6fdef1f65a0540&device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 1128 time: 0.0457375 Feb 09 06:18:53.850350 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-58e73386-731f-47c5-a172-98d4aa27b663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (7bf39433-6733-4f9e-bf0e-ebd29ee58f16), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:53.884551 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e73386-731f-47c5-a172-98d4aa27b663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf39433-6733-4f9e-bf0e-ebd29ee58f16,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:53.916048 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-58e73386-731f-47c5-a172-98d4aa27b663 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fec53eae0914c4c97b03537813e3647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4937112 Feb 09 06:18:53.919259 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 50498) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:53.962862 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799baa7e-3d5c-4ddf-bf7a-783ccefd126e req-3ae7a488-8f09-419b-9ce5-f10b3a459047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:53.964843 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-799baa7e-3d5c-4ddf-bf7a-783ccefd126e req-3ae7a488-8f09-419b-9ce5-f10b3a459047 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b10a0e1-f501-4b31-86fb-646a220008e1 HTTP/1.1" status: 200 len: 916 time: 0.1160557 Feb 09 06:18:53.996729 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f8cf995d-b0d8-48f0-a944-6af25b21fa71 admin admin] Publish callbacks [] for security_group (7bf39433-6733-4f9e-bf0e-ebd29ee58f16), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:54.029602 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f8cf995d-b0d8-48f0-a944-6af25b21fa71 admin admin] Publish callbacks [] for security_group (7bf39433-6733-4f9e-bf0e-ebd29ee58f16), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:54.060411 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-799baa7e-3d5c-4ddf-bf7a-783ccefd126e req-d1c06ea1-e7cf-4f66-9511-4637972c5677 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc33a51-4853-41a6-8e83-c2de2246c5c2 HTTP/1.1" status: 200 len: 217 time: 0.0880418 Feb 09 06:18:54.136122 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799baa7e-3d5c-4ddf-bf7a-783ccefd126e req-3683b445-5a35-4d93-8d4b-e236aab7d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:54.137099 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-799baa7e-3d5c-4ddf-bf7a-783ccefd126e req-3683b445-5a35-4d93-8d4b-e236aab7d272 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=edec6496-1545-49e9-88fa-af018f151255 HTTP/1.1" status: 200 len: 855 time: 0.0715189 Feb 09 06:18:54.197567 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f8cf995d-b0d8-48f0-a944-6af25b21fa71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (7bf39433-6733-4f9e-bf0e-ebd29ee58f16), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:54.199396 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799baa7e-3d5c-4ddf-bf7a-783ccefd126e req-445b7b75-419a-480a-8a29-35804654cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:54.200923 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-799baa7e-3d5c-4ddf-bf7a-783ccefd126e req-445b7b75-419a-480a-8a29-35804654cbdf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b10a0e1-f501-4b31-86fb-646a220008e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537741 Feb 09 06:18:54.212605 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f8cf995d-b0d8-48f0-a944-6af25b21fa71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:54.212605 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-f8cf995d-b0d8-48f0-a944-6af25b21fa71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bf39433-6733-4f9e-bf0e-ebd29ee58f16 HTTP/1.1" status: 204 len: 168 time: 0.2822187 Feb 09 06:18:54.212605 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf995d-b0d8-48f0-a944-6af25b21fa71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf39433-6733-4f9e-bf0e-ebd29ee58f16,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:54.326967 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-799baa7e-3d5c-4ddf-bf7a-783ccefd126e req-7c1847e7-d75b-435d-8be8-21fdd4927206 service neutron] 10.222.0.30 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108971 Feb 09 06:18:54.379612 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fb794-1d61-43dd-abb3-6a7796d1741e req-e266e43b-2bab-437a-8b79-d104d8d96b19 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:54.385782 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c49fb794-1d61-43dd-abb3-6a7796d1741e req-e266e43b-2bab-437a-8b79-d104d8d96b19 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 944 time: 0.0654149 Feb 09 06:18:54.458947 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c49fb794-1d61-43dd-abb3-6a7796d1741e req-7667787b-a7af-4e0f-990d-95a464f402d9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683520 Feb 09 06:18:54.459136 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-799baa7e-3d5c-4ddf-bf7a-783ccefd126e req-16e99859-3e0a-4d4d-a492-b6b5ba832e48 service neutron] 10.222.0.30 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239693 Feb 09 06:18:54.563606 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b11a5-e5e7-4f77-9eee-d682e01bf405 req-1bb722da-0954-45eb-b6fa-0e94980790f1 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:54.565216 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0b1b11a5-e5e7-4f77-9eee-d682e01bf405 req-1bb722da-0954-45eb-b6fa-0e94980790f1 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 944 time: 0.0562284 Feb 09 06:18:54.617622 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0b1b11a5-e5e7-4f77-9eee-d682e01bf405 req-c584c31b-ec97-48e4-95f6-920767d614b6 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442429 Feb 09 06:18:54.768901 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6f7e8-825f-42e9-9ee5-d83ebd123c21 req-410cf3c0-b9f8-4552-8ccb-2f5245042aee tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:54.770462 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f2c6f7e8-825f-42e9-9ee5-d83ebd123c21 req-410cf3c0-b9f8-4552-8ccb-2f5245042aee tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.0667577 Feb 09 06:18:54.817838 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f2c6f7e8-825f-42e9-9ee5-d83ebd123c21 req-1f3824b5-89c3-4c85-bfca-4ab433c1d131 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409780 Feb 09 06:18:54.929403 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3599c-c402-4b4f-9f24-c5ce8e7d5aa1 req-98993e51-8d24-4633-9e91-cca60262b6db tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:54.929403 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b6d3599c-c402-4b4f-9f24-c5ce8e7d5aa1 req-98993e51-8d24-4633-9e91-cca60262b6db tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 945 time: 0.0636935 Feb 09 06:18:54.979421 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b6d3599c-c402-4b4f-9f24-c5ce8e7d5aa1 req-6f780d26-5919-4bfa-99a3-3ee7950c92dc tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/security-groups?id=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440722 Feb 09 06:18:55.044251 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 50550) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:55.058640 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b6e74685-5463-4fcc-bbc2-984836deabeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:55.132109 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b6e74685-5463-4fcc-bbc2-984836deabeb admin admin] Publish callbacks [] for security_group (2bb5d3dd-414a-477e-8491-bd8711178a30), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:55.204144 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b6e74685-5463-4fcc-bbc2-984836deabeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (2bb5d3dd-414a-477e-8491-bd8711178a30), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:55.247666 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-b6e74685-5463-4fcc-bbc2-984836deabeb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a72736cef0c4f0eb08ac9a9a2c31859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988156 Feb 09 06:18:55.247666 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e74685-5463-4fcc-bbc2-984836deabeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb5d3dd-414a-477e-8491-bd8711178a30,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:55.248841 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 50556) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:55.301343 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cb56fa90-abf2-49aa-83f3-c2d51c8e1e10 admin admin] Publish callbacks [] for security_group (2bb5d3dd-414a-477e-8491-bd8711178a30), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:55.324186 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cb56fa90-abf2-49aa-83f3-c2d51c8e1e10 admin admin] Publish callbacks [] for security_group (2bb5d3dd-414a-477e-8491-bd8711178a30), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:55.456023 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cb56fa90-abf2-49aa-83f3-c2d51c8e1e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (2bb5d3dd-414a-477e-8491-bd8711178a30), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:55.458758 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cb56fa90-abf2-49aa-83f3-c2d51c8e1e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:55.462455 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-cb56fa90-abf2-49aa-83f3-c2d51c8e1e10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bb5d3dd-414a-477e-8491-bd8711178a30 HTTP/1.1" status: 204 len: 168 time: 0.2098505 Feb 09 06:18:55.468177 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56fa90-abf2-49aa-83f3-c2d51c8e1e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb5d3dd-414a-477e-8491-bd8711178a30,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:55.581038 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a85e7-2147-42bf-be50-e7f9c5325386 req-bff536b6-fb5e-4f3b-bdf1-a7e1f27d2789 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:55.582736 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f39a85e7-2147-42bf-be50-e7f9c5325386 req-bff536b6-fb5e-4f3b-bdf1-a7e1f27d2789 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 944 time: 0.0520847 Feb 09 06:18:55.629645 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f39a85e7-2147-42bf-be50-e7f9c5325386 req-b4ceacab-f820-4a2a-91b1-fc49cb3fd5f1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409267 Feb 09 06:18:55.743891 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639e152-3a4f-4707-99fd-1ab5123a6a6e req-f5775e1f-616f-4372-8e02-e73f7ee55948 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:55.745417 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6639e152-3a4f-4707-99fd-1ab5123a6a6e req-f5775e1f-616f-4372-8e02-e73f7ee55948 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 944 time: 0.0540292 Feb 09 06:18:55.794972 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6639e152-3a4f-4707-99fd-1ab5123a6a6e req-0a2f365d-62f7-4ad1-b9c5-444404a14961 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428743 Feb 09 06:18:56.119865 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 7536b9fa-f038-4b0d-9846-bdccc3cec23b details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:18:56.134739 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 5d4cdf62-c8fe-443b-96eb-32c2e0b29675 up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:18:56.173477 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0c465-f9e2-4af6-8977-ebe628afcdde req-4d75b053-33f3-4a94-9698-acef8818c772 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:56.175102 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-59a0c465-f9e2-4af6-8977-ebe628afcdde req-4d75b053-33f3-4a94-9698-acef8818c772 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.2732193 Feb 09 06:18:56.186858 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c5d26-92d7-4f2d-88de-01522523e841 req-fb82f7ba-fc1e-4461-99e9-c37886cefd92 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:56.188787 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bc8c5d26-92d7-4f2d-88de-01522523e841 req-fb82f7ba-fc1e-4461-99e9-c37886cefd92 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 945 time: 0.0748174 Feb 09 06:18:56.256477 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-59a0c465-f9e2-4af6-8977-ebe628afcdde req-c2a6cedc-444b-4b04-9a81-03cc6ba97ba7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673199 Feb 09 06:18:56.267711 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 7536b9fa-f038-4b0d-9846-bdccc3cec23b, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7536b9fa-f038-4b0d-9846-bdccc3cec23b,segment=NetworkSegment(405211fb-b8d2-4256-a54d-473ad66a34f2),segment_id=405211fb-b8d2-4256-a54d-473ad66a34f2)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:18:56.267898 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bc8c5d26-92d7-4f2d-88de-01522523e841 req-a11bdd9b-2954-4a99-ae4f-1f5d428f66a8 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/security-groups?id=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652864 Feb 09 06:18:56.279140 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': '7536b9fa-f038-4b0d-9846-bdccc3cec23b', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'port_id': '7536b9fa-f038-4b0d-9846-bdccc3cec23b', 'mac_address': 'fa:16:3e:a9:e7:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:18:56.318435 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning for port 5d4cdf62-c8fe-443b-96eb-32c2e0b29675 completed by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 06:18:56.327612 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port 5d4cdf62-c8fe-443b-96eb-32c2e0b29675 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:56.328000 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (5d4cdf62-c8fe-443b-96eb-32c2e0b29675), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:56.357680 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 7536b9fa-f038-4b0d-9846-bdccc3cec23b is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:56.357680 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (7536b9fa-f038-4b0d-9846-bdccc3cec23b), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:56.379203 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7536b9fa-f038-4b0d-9846-bdccc3cec23b {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:18:56.409883 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 7536b9fa-f038-4b0d-9846-bdccc3cec23b, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7536b9fa-f038-4b0d-9846-bdccc3cec23b,segment=NetworkSegment(405211fb-b8d2-4256-a54d-473ad66a34f2),segment_id=405211fb-b8d2-4256-a54d-473ad66a34f2)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:18:56.447827 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 5d4cdf62-c8fe-443b-96eb-32c2e0b29675 is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:56.448225 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (5d4cdf62-c8fe-443b-96eb-32c2e0b29675), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:56.471453 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdee627-c3c5-414f-af69-f94a7095351e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4cdf62-c8fe-443b-96eb-32c2e0b29675'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:18:56.534712 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (7536b9fa-f038-4b0d-9846-bdccc3cec23b), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:56.535438 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 7cc33a51-4853-41a6-8e83-c2de2246c5c2 details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:18:56.555643 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 5d4cdf62-c8fe-443b-96eb-32c2e0b29675, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=5d4cdf62-c8fe-443b-96eb-32c2e0b29675,segment=NetworkSegment(0d22693a-3815-4c1c-8dcb-d1fd9bf117c3),segment_id=0d22693a-3815-4c1c-8dcb-d1fd9bf117c3)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:18:56.662836 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=7536b9fa-f038-4b0d-9846-bdccc3cec23b,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:56.662836 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e951687c-a757-4cff-91d9-7a07a754b165" -d '{"events": [{"server_uuid": "1bdee627-c3c5-414f-af69-f94a7095351e", "name": "network-vif-plugged", "status": "completed", "tag": "5d4cdf62-c8fe-443b-96eb-32c2e0b29675"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:18:56.695991 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 7cc33a51-4853-41a6-8e83-c2de2246c5c2, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7cc33a51-4853-41a6-8e83-c2de2246c5c2,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:18:56.711266 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': '7cc33a51-4853-41a6-8e83-c2de2246c5c2', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'port_id': '7cc33a51-4853-41a6-8e83-c2de2246c5c2', 'mac_address': 'fa:16:3e:1f:1d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:18:56.753559 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 7cc33a51-4853-41a6-8e83-c2de2246c5c2 is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:56.753954 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:56.769966 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c72318-ecb3-4a54-91f4-508c0da223d6 req-c8999e8f-d4a5-4c36-a532-16be5876e64e tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:56.771408 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc33a51-4853-41a6-8e83-c2de2246c5c2 {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:18:56.772635 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b3c72318-ecb3-4a54-91f4-508c0da223d6 req-c8999e8f-d4a5-4c36-a532-16be5876e64e tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 944 time: 0.0725651 Feb 09 06:18:56.795994 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 7cc33a51-4853-41a6-8e83-c2de2246c5c2, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7cc33a51-4853-41a6-8e83-c2de2246c5c2,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:18:56.828604 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b3c72318-ecb3-4a54-91f4-508c0da223d6 req-6adeeee9-5861-4068-a13d-64139e5ebba6 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455205 Feb 09 06:18:56.885716 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2aeaec-1b49-4ba4-8781-26ac7b14a55a x-openstack-request-id: req-cd2aeaec-1b49-4ba4-8781-26ac7b14a55a {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:18:56.885716 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdee627-c3c5-414f-af69-f94a7095351e", "name": "network-vif-plugged", "status": "completed", "tag": "5d4cdf62-c8fe-443b-96eb-32c2e0b29675", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:18:56.885716 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd2aeaec-1b49-4ba4-8781-26ac7b14a55a {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:18:56.885716 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdee627-c3c5-414f-af69-f94a7095351e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4cdf62-c8fe-443b-96eb-32c2e0b29675', 'code': 200} Feb 09 06:18:56.919163 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (5d4cdf62-c8fe-443b-96eb-32c2e0b29675), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:56.920230 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 898572b2-25e9-48d8-b22d-41abde8d6c05 up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:18:56.955814 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1ddc6-7d68-4d0e-8860-cc83b71ad538 req-97f5a3a2-b395-4068-8e27-aecdd7787b91 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:56.957320 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-72f1ddc6-7d68-4d0e-8860-cc83b71ad538 req-97f5a3a2-b395-4068-8e27-aecdd7787b91 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 945 time: 0.0624216 Feb 09 06:18:56.962997 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:57.006162 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=5d4cdf62-c8fe-443b-96eb-32c2e0b29675,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:57.020167 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-72f1ddc6-7d68-4d0e-8860-cc83b71ad538 req-69e50b4e-784e-4713-ace4-f5a95fe2c8cc tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563643 Feb 09 06:18:57.069287 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=7cc33a51-4853-41a6-8e83-c2de2246c5c2,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:57.169801 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning for port 898572b2-25e9-48d8-b22d-41abde8d6c05 completed by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 06:18:57.173801 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port 898572b2-25e9-48d8-b22d-41abde8d6c05 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:18:57.174176 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (898572b2-25e9-48d8-b22d-41abde8d6c05), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:57.265412 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 898572b2-25e9-48d8-b22d-41abde8d6c05 is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:18:57.265412 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (898572b2-25e9-48d8-b22d-41abde8d6c05), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:57.322297 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['7536b9fa-f038-4b0d-9846-bdccc3cec23b'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:18:57.333640 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 898572b2-25e9-48d8-b22d-41abde8d6c05, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=898572b2-25e9-48d8-b22d-41abde8d6c05,segment=NetworkSegment(d8fb8075-f4a1-40c5-a70f-a532b4dd14fc),segment_id=d8fb8075-f4a1-40c5-a70f-a532b4dd14fc)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:18:57.377085 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c7e79-559f-4664-955b-d6a3a676db40 req-4100c2e4-ad4b-4b77-8417-7285f866fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:57.380232 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-133c7e79-559f-4664-955b-d6a3a676db40 req-4100c2e4-ad4b-4b77-8417-7285f866fe76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 1130 time: 0.1176500 Feb 09 06:18:57.402905 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (898572b2-25e9-48d8-b22d-41abde8d6c05), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:57.450424 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c7c78-db78-4697-ae5c-126c53476cd6 req-82e0f8c7-c329-4f95-b799-6f0e10cde61f tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:57.454670 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-671c7c78-db78-4697-ae5c-126c53476cd6 req-82e0f8c7-c329-4f95-b799-6f0e10cde61f tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 946 time: 0.1013350 Feb 09 06:18:57.473219 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178859e-2906-47d2-97a1-6233554fac1d req-b1d266be-629a-401d-90f1-1aa6f70cd110 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:57.484509 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b178859e-2906-47d2-97a1-6233554fac1d req-b1d266be-629a-401d-90f1-1aa6f70cd110 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 945 time: 0.0933430 Feb 09 06:18:57.514447 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=898572b2-25e9-48d8-b22d-41abde8d6c05,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:57.590890 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-671c7c78-db78-4697-ae5c-126c53476cd6 req-de5da21e-ee91-4aa4-bf68-ddf67853d25f tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/security-groups?id=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321151 Feb 09 06:18:57.597338 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b178859e-2906-47d2-97a1-6233554fac1d req-efbc5863-5979-4142-84a3-20ac7ad4c515 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117001 Feb 09 06:18:57.959009 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504b58b-17e3-4835-999b-6c39583b40cd req-8dac1909-25f6-4490-9129-d306cbee5b47 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:57.968199 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f504b58b-17e3-4835-999b-6c39583b40cd req-8dac1909-25f6-4490-9129-d306cbee5b47 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 945 time: 0.0598602 Feb 09 06:18:58.020853 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 50686) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:58.028742 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f504b58b-17e3-4835-999b-6c39583b40cd req-684853a2-3ef8-4947-8294-eb7cfc55390b tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595016 Feb 09 06:18:58.160520 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['7cc33a51-4853-41a6-8e83-c2de2246c5c2'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:18:58.181179 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d1a37-d195-4898-8846-f46368fb22db req-6de3ac6e-58f4-4555-8509-f8cc2edee31b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:58.182984 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4c7d1a37-d195-4898-8846-f46368fb22db req-6de3ac6e-58f4-4555-8509-f8cc2edee31b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 945 time: 0.0667868 Feb 09 06:18:58.239292 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4c7d1a37-d195-4898-8846-f46368fb22db req-67bb29ac-6958-4a77-a33a-d5e23a7e6b2c tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500119 Feb 09 06:18:58.316776 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e6bda569-3a75-4328-b3fe-f285fc5cb70c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:58.331780 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-133c7e79-559f-4664-955b-d6a3a676db40 req-fb8b93ee-a079-4a10-9d3c-06975ac013ee service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:58.447198 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e6bda569-3a75-4328-b3fe-f285fc5cb70c admin admin] Publish callbacks [] for security_group (fff8f9b3-1c4b-47a9-b922-570cde050fb1), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:58.451687 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-133c7e79-559f-4664-955b-d6a3a676db40 req-fb8b93ee-a079-4a10-9d3c-06975ac013ee service neutron] Publish callbacks [] for security_group (23b1bed4-0f1f-4d08-8053-ac94b96c0e0f), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:58.562674 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e6bda569-3a75-4328-b3fe-f285fc5cb70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (fff8f9b3-1c4b-47a9-b922-570cde050fb1), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:58.567342 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-133c7e79-559f-4664-955b-d6a3a676db40 req-fb8b93ee-a079-4a10-9d3c-06975ac013ee service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (23b1bed4-0f1f-4d08-8053-ac94b96c0e0f), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:58.624741 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-133c7e79-559f-4664-955b-d6a3a676db40 req-fb8b93ee-a079-4a10-9d3c-06975ac013ee service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137248 Feb 09 06:18:58.626841 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-e6bda569-3a75-4328-b3fe-f285fc5cb70c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=389c13e77fcb49b8bf2b4b19bfb334e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6050086 Feb 09 06:18:58.627670 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bda569-3a75-4328-b3fe-f285fc5cb70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff8f9b3-1c4b-47a9-b922-570cde050fb1,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:58.630237 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 50712) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:58.658138 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b93ee-a079-4a10-9d3c-06975ac013ee service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=23b1bed4-0f1f-4d08-8053-ac94b96c0e0f,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:58.705342 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-08088246-9052-4a3b-9988-de2db18bd902 admin admin] Publish callbacks [] for security_group (fff8f9b3-1c4b-47a9-b922-570cde050fb1), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:58.776551 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-08088246-9052-4a3b-9988-de2db18bd902 admin admin] Publish callbacks [] for security_group (fff8f9b3-1c4b-47a9-b922-570cde050fb1), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:58.778720 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 50720) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:58.826508 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787d95c-100d-4af7-bef8-4052e8cfec9e req-836d603c-2022-443d-8c09-0f49e2f7b9bb tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:58.828010 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e787d95c-100d-4af7-bef8-4052e8cfec9e req-836d603c-2022-443d-8c09-0f49e2f7b9bb tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 946 time: 0.1405976 Feb 09 06:18:58.841650 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07c44b-3b65-48b0-a770-a5e5adb79e78 req-9e28b7dd-8eda-48ac-b3c5-926e5e012550 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:58.843171 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ab07c44b-3b65-48b0-a770-a5e5adb79e78 req-9e28b7dd-8eda-48ac-b3c5-926e5e012550 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 945 time: 0.1218941 Feb 09 06:18:58.886585 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935e8ca2-5bdf-4976-9470-221841c16fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898572b2-25e9-48d8-b22d-41abde8d6c05'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:18:58.891630 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-dcfc7933-28a3-41a6-a722-991a1368f796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:58.891740 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e85b9c3-df10-47e3-b2cb-df173dc53df0" -d '{"events": [{"server_uuid": "935e8ca2-5bdf-4976-9470-221841c16fbd", "name": "network-vif-plugged", "status": "completed", "tag": "898572b2-25e9-48d8-b22d-41abde8d6c05"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:18:58.920681 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e787d95c-100d-4af7-bef8-4052e8cfec9e req-faa2d168-6a03-4c0d-a667-d9f82bafa46c tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/security-groups?id=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728767 Feb 09 06:18:58.920957 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ab07c44b-3b65-48b0-a770-a5e5adb79e78 req-9e663f37-5dde-4aa6-8090-fc8ab9c5241a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687449 Feb 09 06:18:58.971209 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfc9616-7768-4604-ab17-195ec7ce1271 x-openstack-request-id: req-ddfc9616-7768-4604-ab17-195ec7ce1271 {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:18:58.971588 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935e8ca2-5bdf-4976-9470-221841c16fbd", "name": "network-vif-plugged", "status": "completed", "tag": "898572b2-25e9-48d8-b22d-41abde8d6c05", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:18:58.971859 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddfc9616-7768-4604-ab17-195ec7ce1271 {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:18:58.972253 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935e8ca2-5bdf-4976-9470-221841c16fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898572b2-25e9-48d8-b22d-41abde8d6c05', 'code': 200} Feb 09 06:18:58.979797 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-08088246-9052-4a3b-9988-de2db18bd902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (fff8f9b3-1c4b-47a9-b922-570cde050fb1), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:58.983497 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-08088246-9052-4a3b-9988-de2db18bd902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:58.984170 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-08088246-9052-4a3b-9988-de2db18bd902 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fff8f9b3-1c4b-47a9-b922-570cde050fb1 HTTP/1.1" status: 204 len: 168 time: 0.3528810 Feb 09 06:18:58.995966 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08088246-9052-4a3b-9988-de2db18bd902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff8f9b3-1c4b-47a9-b922-570cde050fb1,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:59.047397 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-dcfc7933-28a3-41a6-a722-991a1368f796 admin admin] Publish callbacks [] for security_group (97b5d412-75dd-49fa-a8e2-5b16620b54e3), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:59.118504 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-dcfc7933-28a3-41a6-a722-991a1368f796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (97b5d412-75dd-49fa-a8e2-5b16620b54e3), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:59.144543 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493167de-353a-4d2e-a462-bfc453f272cb req-6dfa53ae-c762-474a-bf4a-7147ab6cf8be tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:59.146432 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-493167de-353a-4d2e-a462-bfc453f272cb req-6dfa53ae-c762-474a-bf4a-7147ab6cf8be tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 945 time: 0.0528591 Feb 09 06:18:59.155947 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc7933-28a3-41a6-a722-991a1368f796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b5d412-75dd-49fa-a8e2-5b16620b54e3,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:59.160199 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-dcfc7933-28a3-41a6-a722-991a1368f796 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a4e1a8d86a4415297efff519ce279a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3804350 Feb 09 06:18:59.162729 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 50732) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:59.205316 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-493167de-353a-4d2e-a462-bfc453f272cb req-585e3332-a09c-47bf-90ac-b7f8979770fb tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520940 Feb 09 06:18:59.211635 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-65b7081b-0841-460b-a4c7-21f45df1a6e5 admin admin] Publish callbacks [] for security_group (97b5d412-75dd-49fa-a8e2-5b16620b54e3), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:59.232160 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-65b7081b-0841-460b-a4c7-21f45df1a6e5 admin admin] Publish callbacks [] for security_group (97b5d412-75dd-49fa-a8e2-5b16620b54e3), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:59.335707 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-65b7081b-0841-460b-a4c7-21f45df1a6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (97b5d412-75dd-49fa-a8e2-5b16620b54e3), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:59.338334 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-65b7081b-0841-460b-a4c7-21f45df1a6e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:59.342409 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-65b7081b-0841-460b-a4c7-21f45df1a6e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97b5d412-75dd-49fa-a8e2-5b16620b54e3 HTTP/1.1" status: 204 len: 168 time: 0.1786442 Feb 09 06:18:59.350752 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7081b-0841-460b-a4c7-21f45df1a6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b5d412-75dd-49fa-a8e2-5b16620b54e3,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:59.373735 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d76d3-70dd-4a00-b63c-dd2cec3a2b7d req-bef2da8e-951d-46e9-9324-f40af61039cf tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:18:59.375299 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c25d76d3-70dd-4a00-b63c-dd2cec3a2b7d req-bef2da8e-951d-46e9-9324-f40af61039cf tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 945 time: 0.0636275 Feb 09 06:18:59.424409 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c25d76d3-70dd-4a00-b63c-dd2cec3a2b7d req-0874e6d7-de4f-4436-8f0b-4935f1ee4148 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434003 Feb 09 06:18:59.692978 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 50742) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:18:59.705996 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-1ccd6305-929b-4a19-bd2f-6dda499580af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:59.797139 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-1ccd6305-929b-4a19-bd2f-6dda499580af admin admin] Publish callbacks [] for security_group (ced04621-3b28-412d-867b-4b993216570e), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:59.900162 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-1ccd6305-929b-4a19-bd2f-6dda499580af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (ced04621-3b28-412d-867b-4b993216570e), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:18:59.936588 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd6305-929b-4a19-bd2f-6dda499580af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced04621-3b28-412d-867b-4b993216570e,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:18:59.941188 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-1ccd6305-929b-4a19-bd2f-6dda499580af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e0658ef7af1440ca5c755346f02a7bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469528 Feb 09 06:18:59.943930 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 50748) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:00.019205 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-645221c4-cd7a-4d07-8dcb-847d945dd0dd admin admin] Publish callbacks [] for security_group (ced04621-3b28-412d-867b-4b993216570e), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:00.087313 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-645221c4-cd7a-4d07-8dcb-847d945dd0dd admin admin] Publish callbacks [] for security_group (ced04621-3b28-412d-867b-4b993216570e), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:00.092852 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 50754) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:00.105908 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-cbd75a62-54d8-461f-81d1-535fd544c350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:00.139993 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e4b5e-587c-4f87-bdf6-ff6699b8a23e req-c64bc2b6-43f9-42ab-b362-7b47a8087d6d tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:00.141513 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-141e4b5e-587c-4f87-bdf6-ff6699b8a23e req-c64bc2b6-43f9-42ab-b362-7b47a8087d6d tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 946 time: 0.1375980 Feb 09 06:19:00.154124 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927ddf3-22e7-4a2b-baeb-0816770d5851 req-451bc61b-9cb3-42ef-a079-9687ddf12c0b tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:00.155483 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f927ddf3-22e7-4a2b-baeb-0816770d5851 req-451bc61b-9cb3-42ef-a079-9687ddf12c0b tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 945 time: 0.1373076 Feb 09 06:19:00.178956 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-cbd75a62-54d8-461f-81d1-535fd544c350 admin admin] Publish callbacks [] for security_group (ce477f2a-a55c-46c2-a642-a50ae7decf1c), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:00.235420 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-141e4b5e-587c-4f87-bdf6-ff6699b8a23e req-0bf4fff6-5bd8-441b-aeb2-1e115c828651 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/security-groups?id=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787401 Feb 09 06:19:00.239567 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f927ddf3-22e7-4a2b-baeb-0816770d5851 req-cb921324-a6db-4a6a-9f7b-a9ed12f14d63 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754547 Feb 09 06:19:00.259688 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-cbd75a62-54d8-461f-81d1-535fd544c350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (ce477f2a-a55c-46c2-a642-a50ae7decf1c), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:00.264220 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-645221c4-cd7a-4d07-8dcb-847d945dd0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (ced04621-3b28-412d-867b-4b993216570e), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:00.267851 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-645221c4-cd7a-4d07-8dcb-847d945dd0dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:00.269586 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-645221c4-cd7a-4d07-8dcb-847d945dd0dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ced04621-3b28-412d-867b-4b993216570e HTTP/1.1" status: 204 len: 168 time: 0.3235731 Feb 09 06:19:00.303485 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 50760) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:00.303694 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-cbd75a62-54d8-461f-81d1-535fd544c350 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfdfa029d99c43478f55d47371896a1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095006 Feb 09 06:19:00.305074 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd75a62-54d8-461f-81d1-535fd544c350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce477f2a-a55c-46c2-a642-a50ae7decf1c,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:00.310256 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645221c4-cd7a-4d07-8dcb-847d945dd0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced04621-3b28-412d-867b-4b993216570e,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:00.409297 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879f8a6-c61f-4d83-9fab-6db4cd55e6f8 req-ee21c697-e472-4f5d-8ba4-8e2401025457 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:00.410741 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7879f8a6-c61f-4d83-9fab-6db4cd55e6f8 req-ee21c697-e472-4f5d-8ba4-8e2401025457 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 945 time: 0.0926580 Feb 09 06:19:00.427649 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d2aae379-6010-44f0-81c5-77ad6f36da39 admin admin] Publish callbacks [] for security_group (ce477f2a-a55c-46c2-a642-a50ae7decf1c), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:00.470284 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d2aae379-6010-44f0-81c5-77ad6f36da39 admin admin] Publish callbacks [] for security_group (ce477f2a-a55c-46c2-a642-a50ae7decf1c), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:00.496446 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7879f8a6-c61f-4d83-9fab-6db4cd55e6f8 req-5452b5db-cc5d-4a0e-b51e-bcd81d3a82da tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799439 Feb 09 06:19:00.571103 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbd262-1e70-4308-bd81-352846546805 req-14303b65-d768-4b6c-b917-6f45c9343ed1 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:00.573736 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7cbbd262-1e70-4308-bd81-352846546805 req-14303b65-d768-4b6c-b917-6f45c9343ed1 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 945 time: 0.0557830 Feb 09 06:19:00.636743 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7cbbd262-1e70-4308-bd81-352846546805 req-7cedb548-5c91-4ac7-82b3-2add4cf24aab tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577860 Feb 09 06:19:00.639121 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d2aae379-6010-44f0-81c5-77ad6f36da39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (ce477f2a-a55c-46c2-a642-a50ae7decf1c), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:00.644044 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d2aae379-6010-44f0-81c5-77ad6f36da39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:00.645663 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-d2aae379-6010-44f0-81c5-77ad6f36da39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce477f2a-a55c-46c2-a642-a50ae7decf1c HTTP/1.1" status: 204 len: 168 time: 0.3403490 Feb 09 06:19:00.665947 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912eba0-600a-4f0c-b373-161f3fbeae47 req-5089722c-2e9a-405f-9e1f-9c039fd6cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:00.668851 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aae379-6010-44f0-81c5-77ad6f36da39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce477f2a-a55c-46c2-a642-a50ae7decf1c,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:00.671748 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-b912eba0-600a-4f0c-b373-161f3fbeae47 req-5089722c-2e9a-405f-9e1f-9c039fd6cf35 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 1129 time: 0.0737224 Feb 09 06:19:00.739157 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-b912eba0-600a-4f0c-b373-161f3fbeae47 req-a8b86745-6f34-4168-b7c1-1ffc71700d2d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601604 Feb 09 06:19:01.423935 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7292669-80f0-4c96-bce8-fb43e61665f7 req-0e429965-b905-4aff-bf1e-5b8329a3e2cb tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:01.425577 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c7292669-80f0-4c96-bce8-fb43e61665f7 req-0e429965-b905-4aff-bf1e-5b8329a3e2cb tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 946 time: 0.1029153 Feb 09 06:19:01.433879 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3e4ff-ff24-40a0-b293-d54c91ee48c6 req-07d9a57d-99d5-488f-8df0-899ac2d8716d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:01.435464 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-77d3e4ff-ff24-40a0-b293-d54c91ee48c6 req-07d9a57d-99d5-488f-8df0-899ac2d8716d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 945 time: 0.0771136 Feb 09 06:19:01.499851 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 50806) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:01.516950 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c7292669-80f0-4c96-bce8-fb43e61665f7 req-47d0cf03-14a2-4241-88f3-a91373eb0d20 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/security-groups?id=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804615 Feb 09 06:19:01.520746 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-77d3e4ff-ff24-40a0-b293-d54c91ee48c6 req-62f0c037-9632-45fa-9719-2ea6aa536442 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782397 Feb 09 06:19:01.638347 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-68056ecb-a371-428b-86af-00ddcd496c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:01.657266 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ddc19-97fc-41ef-a771-71db39e979a8 req-9ee838b5-d271-4347-b2c4-a78854a689e2 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:01.664354 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9c1ddc19-97fc-41ef-a771-71db39e979a8 req-9ee838b5-d271-4347-b2c4-a78854a689e2 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 945 time: 0.0665305 Feb 09 06:19:01.723307 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9c1ddc19-97fc-41ef-a771-71db39e979a8 req-ef5eb682-ad83-41cd-9262-65ad68fb0853 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531349 Feb 09 06:19:01.771025 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-68056ecb-a371-428b-86af-00ddcd496c71 admin admin] Publish callbacks [] for security_group (a1eaa440-17cf-44b4-920c-11ba0d689681), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:01.795279 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e547f-4a13-4d04-aa7b-2b4fc580ec03 req-e3550f5a-9fd8-412a-964d-40d389fee305 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:01.797142 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ae7e547f-4a13-4d04-aa7b-2b4fc580ec03 req-e3550f5a-9fd8-412a-964d-40d389fee305 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 945 time: 0.0615029 Feb 09 06:19:01.851048 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ae7e547f-4a13-4d04-aa7b-2b4fc580ec03 req-21be8359-ffcb-4c56-9b3d-7c9cbfdaeb6e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475390 Feb 09 06:19:01.883019 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-68056ecb-a371-428b-86af-00ddcd496c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (a1eaa440-17cf-44b4-920c-11ba0d689681), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:01.938045 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-68056ecb-a371-428b-86af-00ddcd496c71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e16482adc3d434a888417c213463493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4421282 Feb 09 06:19:01.940347 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68056ecb-a371-428b-86af-00ddcd496c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eaa440-17cf-44b4-920c-11ba0d689681,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:01.940881 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 50828) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:02.015071 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a69089ec-7fb9-4556-9a6f-cec2699318b4 admin admin] Publish callbacks [] for security_group (a1eaa440-17cf-44b4-920c-11ba0d689681), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:02.024788 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 7536b9fa-f038-4b0d-9846-bdccc3cec23b up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:19:02.036817 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a69089ec-7fb9-4556-9a6f-cec2699318b4 admin admin] Publish callbacks [] for security_group (a1eaa440-17cf-44b4-920c-11ba0d689681), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:02.060147 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:02.164509 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning for port 7536b9fa-f038-4b0d-9846-bdccc3cec23b completed by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 06:19:02.168756 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port 7536b9fa-f038-4b0d-9846-bdccc3cec23b triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:19:02.169148 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (7536b9fa-f038-4b0d-9846-bdccc3cec23b), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:02.202279 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a69089ec-7fb9-4556-9a6f-cec2699318b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (a1eaa440-17cf-44b4-920c-11ba0d689681), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:02.205007 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a69089ec-7fb9-4556-9a6f-cec2699318b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:02.209107 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-a69089ec-7fb9-4556-9a6f-cec2699318b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1eaa440-17cf-44b4-920c-11ba0d689681 HTTP/1.1" status: 204 len: 168 time: 0.2647781 Feb 09 06:19:02.215188 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69089ec-7fb9-4556-9a6f-cec2699318b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eaa440-17cf-44b4-920c-11ba0d689681,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:02.268429 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 7536b9fa-f038-4b0d-9846-bdccc3cec23b is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:19:02.268429 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (7536b9fa-f038-4b0d-9846-bdccc3cec23b), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:02.293272 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d479a18-0e94-4b50-8659-9359c54c0424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7536b9fa-f038-4b0d-9846-bdccc3cec23b'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:19:02.295912 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b89dbe-8d3a-450b-9b07-8511ab5dcc50" -d '{"events": [{"server_uuid": "5d479a18-0e94-4b50-8659-9359c54c0424", "name": "network-vif-plugged", "status": "completed", "tag": "7536b9fa-f038-4b0d-9846-bdccc3cec23b"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:19:02.312149 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 7536b9fa-f038-4b0d-9846-bdccc3cec23b, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7536b9fa-f038-4b0d-9846-bdccc3cec23b,segment=NetworkSegment(405211fb-b8d2-4256-a54d-473ad66a34f2),segment_id=405211fb-b8d2-4256-a54d-473ad66a34f2)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:19:02.333701 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2769a679-bd16-4cd2-bcf1-d49ffbb3c12d x-openstack-request-id: req-2769a679-bd16-4cd2-bcf1-d49ffbb3c12d {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:19:02.334017 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d479a18-0e94-4b50-8659-9359c54c0424", "name": "network-vif-plugged", "status": "completed", "tag": "7536b9fa-f038-4b0d-9846-bdccc3cec23b", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:19:02.334307 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2769a679-bd16-4cd2-bcf1-d49ffbb3c12d {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:19:02.338600 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d479a18-0e94-4b50-8659-9359c54c0424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7536b9fa-f038-4b0d-9846-bdccc3cec23b', 'code': 200} Feb 09 06:19:02.398417 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (7536b9fa-f038-4b0d-9846-bdccc3cec23b), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:02.399432 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 7cc33a51-4853-41a6-8e83-c2de2246c5c2 up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:19:02.592182 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=7536b9fa-f038-4b0d-9846-bdccc3cec23b,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:02.663821 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6f221-1a5c-45a3-8c33-846f67f3b69f req-18c1ed21-dd3d-4ab3-9e97-544713e4e7f0 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:02.670693 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3ed6f221-1a5c-45a3-8c33-846f67f3b69f req-18c1ed21-dd3d-4ab3-9e97-544713e4e7f0 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 946 time: 0.0710225 Feb 09 06:19:02.746886 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning for port 7cc33a51-4853-41a6-8e83-c2de2246c5c2 completed by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 06:19:02.751585 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port 7cc33a51-4853-41a6-8e83-c2de2246c5c2 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:19:02.751974 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:02.765564 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ca838-ef72-45aa-8a01-923a1bd5af24 req-e464e856-743a-4931-a9fc-282eee56f17e tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:02.767286 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f61ca838-ef72-45aa-8a01-923a1bd5af24 req-e464e856-743a-4931-a9fc-282eee56f17e tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 945 time: 0.0953720 Feb 09 06:19:02.770757 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3ed6f221-1a5c-45a3-8c33-846f67f3b69f req-b39b71c7-db39-482a-a166-d03e244b586c tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/security-groups?id=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963142 Feb 09 06:19:02.849416 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f61ca838-ef72-45aa-8a01-923a1bd5af24 req-9796920e-efe8-4f0d-b7b4-53db33636d1a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757625 Feb 09 06:19:02.865221 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009733-4368-451a-a123-d1001e2353f9 req-189017cb-6e9e-4f86-8404-8ed6aa1eca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:02.868482 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-79009733-4368-451a-a123-d1001e2353f9 req-189017cb-6e9e-4f86-8404-8ed6aa1eca85 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 1130 time: 0.1100454 Feb 09 06:19:03.004302 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-79009733-4368-451a-a123-d1001e2353f9 req-e4fc6bd1-69f1-4a53-97e0-36008021807c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282022 Feb 09 06:19:03.014586 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 7cc33a51-4853-41a6-8e83-c2de2246c5c2 is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:19:03.014925 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:03.078300 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54d86c-e424-407e-a4d6-8f24a9e01b15 req-14b2fa06-5a8b-4e32-920e-eefd63e93fba tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:03.086335 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bb54d86c-e424-407e-a4d6-8f24a9e01b15 req-14b2fa06-5a8b-4e32-920e-eefd63e93fba tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 945 time: 0.1827018 Feb 09 06:19:03.103261 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 7cc33a51-4853-41a6-8e83-c2de2246c5c2, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7cc33a51-4853-41a6-8e83-c2de2246c5c2,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:19:03.135053 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f79d6-7593-45ea-ae27-4c7cd8c09e45 req-5723b440-7855-4134-af25-847bf4fbd57d tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:03.136564 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e0f79d6-7593-45ea-ae27-4c7cd8c09e45 req-5723b440-7855-4134-af25-847bf4fbd57d tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.1501775 Feb 09 06:19:03.174656 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bb54d86c-e424-407e-a4d6-8f24a9e01b15 req-f17ab354-4fd4-4baf-b69d-bbd3702261cd tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869100 Feb 09 06:19:03.193007 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:03.211651 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e0f79d6-7593-45ea-ae27-4c7cd8c09e45 req-b6c64131-7611-43d5-b288-e9dd2d302432 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642164 Feb 09 06:19:03.255153 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=7cc33a51-4853-41a6-8e83-c2de2246c5c2,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:04.004719 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c207d4-ac01-47d0-9077-3d0ebadfc718 req-6296f19b-cd13-4516-916d-eceec64e873c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:04.007102 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-94c207d4-ac01-47d0-9077-3d0ebadfc718 req-6296f19b-cd13-4516-916d-eceec64e873c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0682158 Feb 09 06:19:04.078403 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-94c207d4-ac01-47d0-9077-3d0ebadfc718 req-ab767a94-313a-43e5-bb93-5d028868a8cb tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612941 Feb 09 06:19:04.334721 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e217c-57fb-4327-bc5f-fc7548dcdedc req-f819be2c-b9b9-4a58-84c6-ca76a109db0f tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:04.335484 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8a8349-2116-40df-b1ef-cb1d998624ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc33a51-4853-41a6-8e83-c2de2246c5c2'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:19:04.337435 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4b6e217c-57fb-4327-bc5f-fc7548dcdedc req-f819be2c-b9b9-4a58-84c6-ca76a109db0f tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0619757 Feb 09 06:19:04.338855 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0f5dd1-0750-43eb-af09-83854b9bac5d" -d '{"events": [{"server_uuid": "ca8a8349-2116-40df-b1ef-cb1d998624ee", "name": "network-vif-plugged", "status": "completed", "tag": "7cc33a51-4853-41a6-8e83-c2de2246c5c2"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:19:04.381564 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f073659b-9e4e-4628-9026-7e49aaf50b74 x-openstack-request-id: req-f073659b-9e4e-4628-9026-7e49aaf50b74 {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:19:04.384363 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8a8349-2116-40df-b1ef-cb1d998624ee", "name": "network-vif-plugged", "status": "completed", "tag": "7cc33a51-4853-41a6-8e83-c2de2246c5c2", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:19:04.384363 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f073659b-9e4e-4628-9026-7e49aaf50b74 {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:19:04.384363 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8a8349-2116-40df-b1ef-cb1d998624ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc33a51-4853-41a6-8e83-c2de2246c5c2', 'code': 200} Feb 09 06:19:04.385973 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4b6e217c-57fb-4327-bc5f-fc7548dcdedc req-c5cca05d-1331-4fe1-98b2-b3379280ed07 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439627 Feb 09 06:19:04.769164 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5506bcc-5379-49bd-a823-71715af050ec req-6a3980ef-38e6-41e3-b52a-82323d62f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:04.769164 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-a5506bcc-5379-49bd-a823-71715af050ec req-6a3980ef-38e6-41e3-b52a-82323d62f4b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 1130 time: 0.0620317 Feb 09 06:19:04.825553 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-a5506bcc-5379-49bd-a823-71715af050ec req-e9ab256d-2e9c-40f7-bb64-19acbea2f2b1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519860 Feb 09 06:19:05.225610 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3c50c-251a-477a-9a24-30e69023a60f req-c14b2efa-9523-48b1-ade4-5233613a7dc5 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:05.225610 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1cb3c50c-251a-477a-9a24-30e69023a60f req-c14b2efa-9523-48b1-ade4-5233613a7dc5 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0694256 Feb 09 06:19:05.280404 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1cb3c50c-251a-477a-9a24-30e69023a60f req-9329e6f3-67aa-4cc3-8d06-2ee35fc78c68 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478616 Feb 09 06:19:05.514160 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bd593-bb31-4784-81ed-6c16636b5894 req-65177b19-3195-4e8e-ad30-6f76b667e6b2 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:05.515701 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e61bd593-bb31-4784-81ed-6c16636b5894 req-65177b19-3195-4e8e-ad30-6f76b667e6b2 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0577400 Feb 09 06:19:05.584286 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e61bd593-bb31-4784-81ed-6c16636b5894 req-ec10fff7-e05d-4d5f-a774-5b0cc7cd0069 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627279 Feb 09 06:19:06.598054 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41a5cc-c594-4503-a8ce-e967d40f0602 req-d94c3997-e0fe-402b-bb02-fd5e371787c5 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:06.599615 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2b41a5cc-c594-4503-a8ce-e967d40f0602 req-d94c3997-e0fe-402b-bb02-fd5e371787c5 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0545709 Feb 09 06:19:06.618318 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 51070) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:06.632667 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-1212c09b-5f85-446e-b997-631c91a7a30c tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Request body: {'floatingip': {'port_id': '7536b9fa-f038-4b0d-9846-bdccc3cec23b'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:19:06.722244 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1212c09b-5f85-446e-b997-631c91a7a30c tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for floatingip (3aa70dd2-5a61-4700-8369-3821f1b23c92), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:06.866100 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 51080) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:06.887490 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0591765-c4ac-4634-b191-fb189a3d1812 req-36607b81-f676-4082-84b0-f2ccf93b4875 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:06.889037 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a0591765-c4ac-4634-b191-fb189a3d1812 req-36607b81-f676-4082-84b0-f2ccf93b4875 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.1866047 Feb 09 06:19:06.987024 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b719a191-2cd4-423c-9ce7-4f3bbd364b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:07.039084 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a0591765-c4ac-4634-b191-fb189a3d1812 req-449cbda1-63d6-4ec1-906c-c5abbbed83f1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396296 Feb 09 06:19:07.077630 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b719a191-2cd4-423c-9ce7-4f3bbd364b9c admin admin] Publish callbacks [] for security_group (87711f7a-7dd6-4983-9acd-1f1d48c5b14f), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:07.160425 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b719a191-2cd4-423c-9ce7-4f3bbd364b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (87711f7a-7dd6-4983-9acd-1f1d48c5b14f), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:07.202412 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719a191-2cd4-423c-9ce7-4f3bbd364b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87711f7a-7dd6-4983-9acd-1f1d48c5b14f,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:07.215168 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-b719a191-2cd4-423c-9ce7-4f3bbd364b9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d236577d8434113b892281db01013e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3436725 Feb 09 06:19:07.215168 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 51096) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:07.267433 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-da4ece8a-2e57-4d16-964c-e06aacfa40e6 admin admin] Publish callbacks [] for security_group (87711f7a-7dd6-4983-9acd-1f1d48c5b14f), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:07.294548 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-da4ece8a-2e57-4d16-964c-e06aacfa40e6 admin admin] Publish callbacks [] for security_group (87711f7a-7dd6-4983-9acd-1f1d48c5b14f), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:07.453631 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-da4ece8a-2e57-4d16-964c-e06aacfa40e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (87711f7a-7dd6-4983-9acd-1f1d48c5b14f), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:07.456470 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-da4ece8a-2e57-4d16-964c-e06aacfa40e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:07.457718 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-da4ece8a-2e57-4d16-964c-e06aacfa40e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87711f7a-7dd6-4983-9acd-1f1d48c5b14f HTTP/1.1" status: 204 len: 168 time: 0.2407207 Feb 09 06:19:07.467060 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ece8a-2e57-4d16-964c-e06aacfa40e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87711f7a-7dd6-4983-9acd-1f1d48c5b14f,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:07.504931 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca804b4e-eabc-4f5d-be8d-3b6400964c1f req-9a435ed0-84e7-4f30-b262-672c1d51b89c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:07.506480 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ca804b4e-eabc-4f5d-be8d-3b6400964c1f req-9a435ed0-84e7-4f30-b262-672c1d51b89c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.3793278 Feb 09 06:19:07.518962 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 51102) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:07.524771 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-74eb1866-3579-40b2-ad2d-973ceb6f460f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Request body: {'floatingip': {'port_id': '7cc33a51-4853-41a6-8e83-c2de2246c5c2'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:19:07.599115 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-74eb1866-3579-40b2-ad2d-973ceb6f460f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for floatingip (1295716b-e1d3-4864-b465-c1b5edb2a130), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:07.652059 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1212c09b-5f85-446e-b997-631c91a7a30c tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:07.740760 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1212c09b-5f85-446e-b997-631c91a7a30c tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540521'] for floatingip (3aa70dd2-5a61-4700-8369-3821f1b23c92), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:07.865430 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.l3_db [None req-1212c09b-5f85-446e-b997-631c91a7a30c tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Floating IP 3aa70dd2-5a61-4700-8369-3821f1b23c92 associated. External IP: 172.27.3.96, port: 7536b9fa-f038-4b0d-9846-bdccc3cec23b. Feb 09 06:19:08.135987 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1212c09b-5f85-446e-b997-631c91a7a30c tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:19:08.182214 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 51124) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:08.216204 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:19:08.232519 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-896529ce-9c7a-438c-b1b8-17eab412942d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:08.294719 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1212c09b-5f85-446e-b997-631c91a7a30c tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:19:08.299783 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1212c09b-5f85-446e-b997-631c91a7a30c tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:08.310590 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7201789d-9a00-4740-85aa-d11d07cfad2f None None] Sync routers for ids ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'] in dv-cinder-801923-6-iscsi {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:19:08.322587 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7201789d-9a00-4740-85aa-d11d07cfad2f None None] Routers {'6fc422a2-d759-4ae1-ae0e-ca790832e0d0'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:19:08.323239 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-7201789d-9a00-4740-85aa-d11d07cfad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:18:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:08.349441 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-1212c09b-5f85-446e-b997-631c91a7a30c tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "PUT /v2.0/floatingips/3aa70dd2-5a61-4700-8369-3821f1b23c92 HTTP/1.1" status: 200 len: 991 time: 1.7278280 Feb 09 06:19:08.355054 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d479a18-0e94-4b50-8659-9359c54c0424', 'tag': '7536b9fa-f038-4b0d-9846-bdccc3cec23b'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:19:08.358079 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093f5c49-a9b2-4ba1-9f28-19ac848f3a03" -d '{"events": [{"name": "network-changed", "server_uuid": "5d479a18-0e94-4b50-8659-9359c54c0424", "tag": "7536b9fa-f038-4b0d-9846-bdccc3cec23b"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:19:08.365403 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-74eb1866-3579-40b2-ad2d-973ceb6f460f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:08.387288 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-896529ce-9c7a-438c-b1b8-17eab412942d admin admin] Publish callbacks [] for security_group (2e1081dd-af91-4952-9dfe-d82ef270aa53), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:08.415026 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f626f123-f562-490a-869c-db8bf12437ee x-openstack-request-id: req-f626f123-f562-490a-869c-db8bf12437ee {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:19:08.415338 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d479a18-0e94-4b50-8659-9359c54c0424", "tag": "7536b9fa-f038-4b0d-9846-bdccc3cec23b", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:19:08.415582 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f626f123-f562-490a-869c-db8bf12437ee {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:19:08.416005 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d479a18-0e94-4b50-8659-9359c54c0424', 'tag': '7536b9fa-f038-4b0d-9846-bdccc3cec23b', 'status': 'completed', 'code': 200} Feb 09 06:19:08.438558 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-7201789d-9a00-4740-85aa-d11d07cfad2f None None] Set router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:19:08.459353 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-74eb1866-3579-40b2-ad2d-973ceb6f460f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540521'] for floatingip (1295716b-e1d3-4864-b465-c1b5edb2a130), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:08.485282 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5bd30-456a-478f-9c1f-4dbf7b75acdc req-3360a54a-6735-47bb-ae47-fa32cab2f7db tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:08.487132 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-03c5bd30-456a-478f-9c1f-4dbf7b75acdc req-3360a54a-6735-47bb-ae47-fa32cab2f7db tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0613635 Feb 09 06:19:08.504471 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-896529ce-9c7a-438c-b1b8-17eab412942d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (2e1081dd-af91-4952-9dfe-d82ef270aa53), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:08.541076 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-896529ce-9c7a-438c-b1b8-17eab412942d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6ee45295ce74b6bba3ee23aaacc80f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3577664 Feb 09 06:19:08.544808 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 51136) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:08.606810 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896529ce-9c7a-438c-b1b8-17eab412942d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1081dd-af91-4952-9dfe-d82ef270aa53,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:08.638580 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-03c5bd30-456a-478f-9c1f-4dbf7b75acdc req-ec54346d-8d86-45b4-8ac4-74963c5f62a1 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413355 Feb 09 06:19:08.652440 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6441d97e-68bf-43d7-85bf-2d5b9d74591f admin admin] Publish callbacks [] for security_group (2e1081dd-af91-4952-9dfe-d82ef270aa53), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:08.676053 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6441d97e-68bf-43d7-85bf-2d5b9d74591f admin admin] Publish callbacks [] for security_group (2e1081dd-af91-4952-9dfe-d82ef270aa53), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:08.740944 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-7201789d-9a00-4740-85aa-d11d07cfad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:23Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'gw_port': {'id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '3aa70dd2-5a61-4700-8369-3821f1b23c92', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'port_id': '7536b9fa-f038-4b0d-9846-bdccc3cec23b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'mac_address': 'fa:16:3e:a9:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d479a18-0e94-4b50-8659-9359c54c0424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:18:36Z', 'updated_at': '2022-02-09T06:19:07Z', 'revision_number': 1, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d1b527-5cdb-483f-825c-4373e7a0294f', 'name': '', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'mac_address': 'fa:16:3e:12:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:28Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 5, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'subnets': [{'id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:08.767591 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7201789d-9a00-4740-85aa-d11d07cfad2f None None] Checking router: 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 for host: dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:19:08.778569 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7201789d-9a00-4740-85aa-d11d07cfad2f None None] Routers {'6fc422a2-d759-4ae1-ae0e-ca790832e0d0'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:19:08.779436 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-7201789d-9a00-4740-85aa-d11d07cfad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:18:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:08.789690 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f5c49-a9b2-4ba1-9f28-19ac848f3a03 req-2a405ade-3bb3-4c65-9f64-d67e3fdc7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:08.791295 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-093f5c49-a9b2-4ba1-9f28-19ac848f3a03 req-2a405ade-3bb3-4c65-9f64-d67e3fdc7fbc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6d505752db84eec9ff7fe2e17b3d536&device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 1130 time: 0.2915382 Feb 09 06:19:08.841754 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.db.l3_db [None req-74eb1866-3579-40b2-ad2d-973ceb6f460f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Floating IP 1295716b-e1d3-4864-b465-c1b5edb2a130 associated. External IP: 172.27.3.135, port: 7cc33a51-4853-41a6-8e83-c2de2246c5c2. Feb 09 06:19:08.842529 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6441d97e-68bf-43d7-85bf-2d5b9d74591f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (2e1081dd-af91-4952-9dfe-d82ef270aa53), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:08.846606 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6441d97e-68bf-43d7-85bf-2d5b9d74591f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:08.848145 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-6441d97e-68bf-43d7-85bf-2d5b9d74591f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e1081dd-af91-4952-9dfe-d82ef270aa53 HTTP/1.1" status: 204 len: 168 time: 0.2975590 Feb 09 06:19:08.868918 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441d97e-68bf-43d7-85bf-2d5b9d74591f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1081dd-af91-4952-9dfe-d82ef270aa53,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:08.891255 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-7201789d-9a00-4740-85aa-d11d07cfad2f None None] Set router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:19:08.966154 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f5c49-a9b2-4ba1-9f28-19ac848f3a03 req-54172dcf-fbe9-4dd5-abb0-bbf1492b1fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:08.967946 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-093f5c49-a9b2-4ba1-9f28-19ac848f3a03 req-54172dcf-fbe9-4dd5-abb0-bbf1492b1fa5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0109a1ee-9fd0-43d1-9f17-0b66979d92b3 HTTP/1.1" status: 200 len: 911 time: 0.1704092 Feb 09 06:19:09.153336 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-093f5c49-a9b2-4ba1-9f28-19ac848f3a03 req-0daf2924-1ddd-4337-b42c-5ec5a26f64ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7536b9fa-f038-4b0d-9846-bdccc3cec23b HTTP/1.1" status: 200 len: 999 time: 0.1770983 Feb 09 06:19:09.224752 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f5c49-a9b2-4ba1-9f28-19ac848f3a03 req-4cc186f4-1a2b-40ea-bfa2-0b4dbc411f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:09.226345 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-093f5c49-a9b2-4ba1-9f28-19ac848f3a03 req-4cc186f4-1a2b-40ea-bfa2-0b4dbc411f0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d2250d4-ff7d-4b60-b34c-6aefe462ccc8 HTTP/1.1" status: 200 len: 850 time: 0.0638790 Feb 09 06:19:09.244379 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-7201789d-9a00-4740-85aa-d11d07cfad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:23Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'gw_port': {'id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '3aa70dd2-5a61-4700-8369-3821f1b23c92', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'port_id': '7536b9fa-f038-4b0d-9846-bdccc3cec23b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'mac_address': 'fa:16:3e:a9:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d479a18-0e94-4b50-8659-9359c54c0424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:18:36Z', 'updated_at': '2022-02-09T06:19:07Z', 'revision_number': 1, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d1b527-5cdb-483f-825c-4373e7a0294f', 'name': '', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'mac_address': 'fa:16:3e:12:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:28Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 5, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'subnets': [{'id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:09.272752 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74eb1866-3579-40b2-ad2d-973ceb6f460f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Router 63336999-3889-4933-b3d2-01420885fd7f has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:19:09.302884 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7201789d-9a00-4740-85aa-d11d07cfad2f None None] The sync data for ids ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'] in dv-cinder-801923-6-iscsi is: [{'id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:23Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'gw_port': {'id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '3aa70dd2-5a61-4700-8369-3821f1b23c92', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'port_id': '7536b9fa-f038-4b0d-9846-bdccc3cec23b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'mac_address': 'fa:16:3e:a9:e7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d479a18-0e94-4b50-8659-9359c54c0424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:18:36Z', 'updated_at': '2022-02-09T06:19:07Z', 'revision_number': 1, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d1b527-5cdb-483f-825c-4373e7a0294f', 'name': '', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'mac_address': 'fa:16:3e:12:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:28Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 5, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'subnets': [{'id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:19:09.359101 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f5c49-a9b2-4ba1-9f28-19ac848f3a03 req-a6ae396d-e54b-4981-8b82-6adf578c629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:09.360645 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-093f5c49-a9b2-4ba1-9f28-19ac848f3a03 req-a6ae396d-e54b-4981-8b82-6adf578c629a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0109a1ee-9fd0-43d1-9f17-0b66979d92b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1281238 Feb 09 06:19:09.468761 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74eb1866-3579-40b2-ad2d-973ceb6f460f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:19:09.474961 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-74eb1866-3579-40b2-ad2d-973ceb6f460f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:09.487617 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec2fe7-3b08-43db-8b17-5e371be675de None None] Sync routers for ids ['63336999-3889-4933-b3d2-01420885fd7f'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:19:09.499680 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec2fe7-3b08-43db-8b17-5e371be675de None None] Routers {'63336999-3889-4933-b3d2-01420885fd7f'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:19:09.503271 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-06ec2fe7-3b08-43db-8b17-5e371be675de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:18:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['63336999-3889-4933-b3d2-01420885fd7f'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:09.527722 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-093f5c49-a9b2-4ba1-9f28-19ac848f3a03 req-589414ab-7010-45f2-86ad-4eccc6f9550d service neutron] 10.222.0.30 "GET /v2.0/networks/0109a1ee-9fd0-43d1-9f17-0b66979d92b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387026 Feb 09 06:19:09.527722 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-74eb1866-3579-40b2-ad2d-973ceb6f460f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "PUT /v2.0/floatingips/1295716b-e1d3-4864-b465-c1b5edb2a130 HTTP/1.1" status: 200 len: 992 time: 2.0031598 Feb 09 06:19:09.527722 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca8a8349-2116-40df-b1ef-cb1d998624ee', 'tag': '7cc33a51-4853-41a6-8e83-c2de2246c5c2'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:19:09.539053 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4590dff-d1c1-48d2-94eb-d65504317be0" -d '{"events": [{"name": "network-changed", "server_uuid": "ca8a8349-2116-40df-b1ef-cb1d998624ee", "tag": "7cc33a51-4853-41a6-8e83-c2de2246c5c2"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:19:09.642777 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39578ec-a75e-45b4-adef-0b17ebd1e3ef None None] New status for floating IP 3aa70dd2-5a61-4700-8369-3821f1b23c92: ACTIVE {{(pid=103037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 06:19:09.644027 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a9fd9e-c35f-4e61-a67a-9cd3d74cae0b x-openstack-request-id: req-75a9fd9e-c35f-4e61-a67a-9cd3d74cae0b {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:19:09.644326 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca8a8349-2116-40df-b1ef-cb1d998624ee", "tag": "7cc33a51-4853-41a6-8e83-c2de2246c5c2", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:19:09.644586 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75a9fd9e-c35f-4e61-a67a-9cd3d74cae0b {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:19:09.644983 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca8a8349-2116-40df-b1ef-cb1d998624ee', 'tag': '7cc33a51-4853-41a6-8e83-c2de2246c5c2', 'status': 'completed', 'code': 200} Feb 09 06:19:09.670120 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-093f5c49-a9b2-4ba1-9f28-19ac848f3a03 req-c9f22582-2afb-4de7-8d96-b6e664526bbe service neutron] 10.222.0.30 "GET /v2.0/networks/0109a1ee-9fd0-43d1-9f17-0b66979d92b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543643 Feb 09 06:19:09.733582 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5b3d8-ae14-4448-b2ed-9c39eaf1c608 req-7de5b08e-28e7-4301-a85a-f1eba50bb943 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:09.736572 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-afd5b3d8-ae14-4448-b2ed-9c39eaf1c608 req-7de5b08e-28e7-4301-a85a-f1eba50bb943 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.1180727 Feb 09 06:19:09.759876 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-06ec2fe7-3b08-43db-8b17-5e371be675de None None] Set router 63336999-3889-4933-b3d2-01420885fd7f gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:19:09.799899 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4590dff-d1c1-48d2-94eb-d65504317be0 req-d862d9a3-e4a1-44ae-a326-504f71f43c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:09.801335 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-e4590dff-d1c1-48d2-94eb-d65504317be0 req-d862d9a3-e4a1-44ae-a326-504f71f43c0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d23a13d2bd3b43c39a6fdef1f65a0540&device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 1130 time: 0.0951915 Feb 09 06:19:09.854258 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-afd5b3d8-ae14-4448-b2ed-9c39eaf1c608 req-ac2bd63d-43ae-4179-95c6-cac91cb93389 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985236 Feb 09 06:19:09.914179 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e28f1-30db-412e-96b9-90f0098d3182 req-9dfc5284-6aa4-4318-a2b2-473d889b3584 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:09.936268 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d18e28f1-30db-412e-96b9-90f0098d3182 req-9dfc5284-6aa4-4318-a2b2-473d889b3584 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.1037271 Feb 09 06:19:10.007139 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4590dff-d1c1-48d2-94eb-d65504317be0 req-798f6d4a-9025-43ca-bab7-51d1209866d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:10.009142 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-e4590dff-d1c1-48d2-94eb-d65504317be0 req-798f6d4a-9025-43ca-bab7-51d1209866d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b10a0e1-f501-4b31-86fb-646a220008e1 HTTP/1.1" status: 200 len: 916 time: 0.1963000 Feb 09 06:19:10.009497 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d18e28f1-30db-412e-96b9-90f0098d3182 req-e4381a23-ce58-480e-89fb-dbd4a3879d96 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688548 Feb 09 06:19:10.105074 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-e4590dff-d1c1-48d2-94eb-d65504317be0 req-a19f053f-138f-4d74-a757-c8ec8df627f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc33a51-4853-41a6-8e83-c2de2246c5c2 HTTP/1.1" status: 200 len: 1000 time: 0.0772140 Feb 09 06:19:10.169048 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4590dff-d1c1-48d2-94eb-d65504317be0 req-5b5894fa-218c-42de-9bfa-4b3d27073307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:10.169048 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-e4590dff-d1c1-48d2-94eb-d65504317be0 req-5b5894fa-218c-42de-9bfa-4b3d27073307 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=edec6496-1545-49e9-88fa-af018f151255 HTTP/1.1" status: 200 len: 855 time: 0.0535419 Feb 09 06:19:10.194885 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-06ec2fe7-3b08-43db-8b17-5e371be675de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63336999-3889-4933-b3d2-01420885fd7f', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:31Z', 'revision_number': 4, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'gw_port': {'id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:25Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '1295716b-e1d3-4864-b465-c1b5edb2a130', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '63336999-3889-4933-b3d2-01420885fd7f', 'port_id': '7cc33a51-4853-41a6-8e83-c2de2246c5c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'mac_address': 'fa:16:3e:1f:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8a8349-2116-40df-b1ef-cb1d998624ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:18:37Z', 'updated_at': '2022-02-09T06:19:08Z', 'revision_number': 1, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86365fa8-398d-497f-b281-0b5faeb832bd', 'name': '', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'mac_address': 'fa:16:3e:eb:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:30Z', 'updated_at': '2022-02-09T06:18:37Z', 'revision_number': 5, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'subnets': [{'id': 'edec6496-1545-49e9-88fa-af018f151255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:10.243383 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec2fe7-3b08-43db-8b17-5e371be675de None None] Checking router: 63336999-3889-4933-b3d2-01420885fd7f for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:19:10.260759 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec2fe7-3b08-43db-8b17-5e371be675de None None] Routers {'63336999-3889-4933-b3d2-01420885fd7f'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:19:10.261402 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-06ec2fe7-3b08-43db-8b17-5e371be675de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:18:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['63336999-3889-4933-b3d2-01420885fd7f'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:10.275894 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4590dff-d1c1-48d2-94eb-d65504317be0 req-af2f3ee0-6720-4564-b97d-d92b262f81f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:10.277549 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-e4590dff-d1c1-48d2-94eb-d65504317be0 req-af2f3ee0-6720-4564-b97d-d92b262f81f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b10a0e1-f501-4b31-86fb-646a220008e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0840509 Feb 09 06:19:10.334818 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 51194) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:10.379405 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-06ec2fe7-3b08-43db-8b17-5e371be675de None None] Set router 63336999-3889-4933-b3d2-01420885fd7f gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:19:10.461989 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1d2c7b52-d18a-4ffd-b16a-9a2209bc2c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:10.549628 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1d2c7b52-d18a-4ffd-b16a-9a2209bc2c71 admin admin] Publish callbacks [] for security_group (29d0e46b-a029-47db-8d7f-b0bce0d25bdc), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:10.621416 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1d2c7b52-d18a-4ffd-b16a-9a2209bc2c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (29d0e46b-a029-47db-8d7f-b0bce0d25bdc), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:10.626618 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-06ec2fe7-3b08-43db-8b17-5e371be675de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63336999-3889-4933-b3d2-01420885fd7f', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:31Z', 'revision_number': 4, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'gw_port': {'id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:25Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '1295716b-e1d3-4864-b465-c1b5edb2a130', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '63336999-3889-4933-b3d2-01420885fd7f', 'port_id': '7cc33a51-4853-41a6-8e83-c2de2246c5c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'mac_address': 'fa:16:3e:1f:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8a8349-2116-40df-b1ef-cb1d998624ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:18:37Z', 'updated_at': '2022-02-09T06:19:08Z', 'revision_number': 1, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86365fa8-398d-497f-b281-0b5faeb832bd', 'name': '', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'mac_address': 'fa:16:3e:eb:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:30Z', 'updated_at': '2022-02-09T06:18:37Z', 'revision_number': 5, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'subnets': [{'id': 'edec6496-1545-49e9-88fa-af018f151255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:10.659415 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec2fe7-3b08-43db-8b17-5e371be675de None None] The sync data for ids ['63336999-3889-4933-b3d2-01420885fd7f'] in dv-cinder-801923-6-iscsi is: [{'id': '63336999-3889-4933-b3d2-01420885fd7f', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:31Z', 'revision_number': 4, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'gw_port': {'id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:25Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '1295716b-e1d3-4864-b465-c1b5edb2a130', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '63336999-3889-4933-b3d2-01420885fd7f', 'port_id': '7cc33a51-4853-41a6-8e83-c2de2246c5c2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'mac_address': 'fa:16:3e:1f:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca8a8349-2116-40df-b1ef-cb1d998624ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:18:37Z', 'updated_at': '2022-02-09T06:19:08Z', 'revision_number': 1, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86365fa8-398d-497f-b281-0b5faeb832bd', 'name': '', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'mac_address': 'fa:16:3e:eb:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:30Z', 'updated_at': '2022-02-09T06:18:37Z', 'revision_number': 5, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'subnets': [{'id': 'edec6496-1545-49e9-88fa-af018f151255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:19:10.665438 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-1d2c7b52-d18a-4ffd-b16a-9a2209bc2c71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1215e196cb446b091050cbabfe325a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3282206 Feb 09 06:19:10.667626 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c7b52-d18a-4ffd-b16a-9a2209bc2c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d0e46b-a029-47db-8d7f-b0bce0d25bdc,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:10.668217 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 51204) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:10.733619 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c115-4b91-41f1-83d3-397515452662 admin admin] Publish callbacks [] for security_group (29d0e46b-a029-47db-8d7f-b0bce0d25bdc), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:10.758596 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c115-4b91-41f1-83d3-397515452662 admin admin] Publish callbacks [] for security_group (29d0e46b-a029-47db-8d7f-b0bce0d25bdc), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:10.865646 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95a01b1-a87e-4c26-bcdd-cd0a99e77a49 None None] New status for floating IP 1295716b-e1d3-4864-b465-c1b5edb2a130: ACTIVE {{(pid=103036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 06:19:10.914763 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 51210) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:10.916972 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c115-4b91-41f1-83d3-397515452662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (29d0e46b-a029-47db-8d7f-b0bce0d25bdc), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:10.921312 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c115-4b91-41f1-83d3-397515452662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:10.923641 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-c0e2c115-4b91-41f1-83d3-397515452662 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29d0e46b-a029-47db-8d7f-b0bce0d25bdc HTTP/1.1" status: 204 len: 168 time: 0.2544370 Feb 09 06:19:10.941985 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2c115-4b91-41f1-83d3-397515452662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d0e46b-a029-47db-8d7f-b0bce0d25bdc,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:11.139586 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-632b05bc-8f03-4e06-b48a-1bc0a39d98c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:11.185281 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-bd46387a-5714-4938-8fef-43496cbdc71f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:11.228433 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee584f75-0957-43f9-9d27-7ff80879db94 req-4659aef9-dd64-4bdd-bb36-2ac79f061704 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:11.229980 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ee584f75-0957-43f9-9d27-7ff80879db94 req-4659aef9-dd64-4bdd-bb36-2ac79f061704 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.1097949 Feb 09 06:19:11.240771 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280268c-1954-40a4-bd26-0c2531d4dbba req-67eebb7e-f00c-4a61-898d-10685d18bbd2 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:11.246849 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7280268c-1954-40a4-bd26-0c2531d4dbba req-67eebb7e-f00c-4a61-898d-10685d18bbd2 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.1323006 Feb 09 06:19:11.361551 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7280268c-1954-40a4-bd26-0c2531d4dbba req-cc6c6dc6-8a7f-4543-9e21-fb8b14c4edd8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083961 Feb 09 06:19:11.367976 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ee584f75-0957-43f9-9d27-7ff80879db94 req-35a14a37-5b2d-4147-9c5f-18f58c67b546 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075196 Feb 09 06:19:11.392190 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-bd46387a-5714-4938-8fef-43496cbdc71f admin admin] Publish callbacks [] for security_group (43c927e5-3a8d-4754-9ba1-e2d4f9afc74e), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:11.451792 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-e4590dff-d1c1-48d2-94eb-d65504317be0 req-8584545e-bd9d-4553-9219-5f05734ee6ea service neutron] 10.222.0.30 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099644 Feb 09 06:19:11.507589 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-bd46387a-5714-4938-8fef-43496cbdc71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (43c927e5-3a8d-4754-9ba1-e2d4f9afc74e), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:11.543381 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46387a-5714-4938-8fef-43496cbdc71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c927e5-3a8d-4754-9ba1-e2d4f9afc74e,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:11.547887 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-bd46387a-5714-4938-8fef-43496cbdc71f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a265493c5b2406895ce50cc1cf1e71c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6300328 Feb 09 06:19:11.552557 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 51232) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:11.597156 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d46a-ad6a-4202-a23d-a6e478110be7 admin admin] Publish callbacks [] for security_group (43c927e5-3a8d-4754-9ba1-e2d4f9afc74e), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:11.621538 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d46a-ad6a-4202-a23d-a6e478110be7 admin admin] Publish callbacks [] for security_group (43c927e5-3a8d-4754-9ba1-e2d4f9afc74e), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:11.706199 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 51234) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:11.719478 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f09e46b9-480d-4b89-bb42-45cf3a7096a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:11.742853 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d46a-ad6a-4202-a23d-a6e478110be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (43c927e5-3a8d-4754-9ba1-e2d4f9afc74e), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:11.745460 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d46a-ad6a-4202-a23d-a6e478110be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:11.746640 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-3ff4d46a-ad6a-4202-a23d-a6e478110be7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43c927e5-3a8d-4754-9ba1-e2d4f9afc74e HTTP/1.1" status: 204 len: 168 time: 0.1951621 Feb 09 06:19:11.764307 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4d46a-ad6a-4202-a23d-a6e478110be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c927e5-3a8d-4754-9ba1-e2d4f9afc74e,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:11.811756 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f09e46b9-480d-4b89-bb42-45cf3a7096a9 admin admin] Publish callbacks [] for security_group (91666759-682b-4688-b8d4-c6c40c7c1e7a), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:11.871090 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f09e46b9-480d-4b89-bb42-45cf3a7096a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (91666759-682b-4688-b8d4-c6c40c7c1e7a), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:11.911044 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e46b9-480d-4b89-bb42-45cf3a7096a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91666759-682b-4688-b8d4-c6c40c7c1e7a,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:11.915345 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-f09e46b9-480d-4b89-bb42-45cf3a7096a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2447b731c474de78e5984717db82d02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2080674 Feb 09 06:19:11.917907 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 51238) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:11.974177 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7b552edb-b42e-407b-9814-fca154bb7d68 admin admin] Publish callbacks [] for security_group (91666759-682b-4688-b8d4-c6c40c7c1e7a), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:11.995469 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7b552edb-b42e-407b-9814-fca154bb7d68 admin admin] Publish callbacks [] for security_group (91666759-682b-4688-b8d4-c6c40c7c1e7a), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:12.162462 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7b552edb-b42e-407b-9814-fca154bb7d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (91666759-682b-4688-b8d4-c6c40c7c1e7a), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:12.165129 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7b552edb-b42e-407b-9814-fca154bb7d68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:12.167206 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-7b552edb-b42e-407b-9814-fca154bb7d68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91666759-682b-4688-b8d4-c6c40c7c1e7a HTTP/1.1" status: 204 len: 168 time: 0.2474511 Feb 09 06:19:12.176824 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b552edb-b42e-407b-9814-fca154bb7d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91666759-682b-4688-b8d4-c6c40c7c1e7a,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:12.415037 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-e4590dff-d1c1-48d2-94eb-d65504317be0 req-08e45a43-c90c-4a4a-8061-135a7b5415bb service neutron] 10.222.0.30 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934024 Feb 09 06:19:12.512454 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4edf6b-2d8a-4a72-b027-7a91db5bfed8 req-fb5abb33-b4bb-4219-90dc-63267775ca89 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:12.513965 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2c4edf6b-2d8a-4a72-b027-7a91db5bfed8 req-fb5abb33-b4bb-4219-90dc-63267775ca89 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0542068 Feb 09 06:19:12.565203 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2c4edf6b-2d8a-4a72-b027-7a91db5bfed8 req-1de0c78f-0d64-401f-bfb5-bc1916126fbe tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457158 Feb 09 06:19:12.928050 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 51272) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:12.943676 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-34c84249-5aeb-4fe2-b74c-7f671a501510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:13.026538 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-34c84249-5aeb-4fe2-b74c-7f671a501510 admin admin] Publish callbacks [] for security_group (69b0e11d-af23-4752-becb-ce90cf9bcbc5), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:13.095765 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-34c84249-5aeb-4fe2-b74c-7f671a501510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (69b0e11d-af23-4752-becb-ce90cf9bcbc5), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:13.132695 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c84249-5aeb-4fe2-b74c-7f671a501510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b0e11d-af23-4752-becb-ce90cf9bcbc5,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:13.156100 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-34c84249-5aeb-4fe2-b74c-7f671a501510 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37dab87f13584adb81357c8d647ab09e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263403 Feb 09 06:19:13.158643 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 51284) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:13.206701 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-175b4232-cba7-4b25-838c-09434976b25c admin admin] Publish callbacks [] for security_group (69b0e11d-af23-4752-becb-ce90cf9bcbc5), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:13.231218 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-175b4232-cba7-4b25-838c-09434976b25c admin admin] Publish callbacks [] for security_group (69b0e11d-af23-4752-becb-ce90cf9bcbc5), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:13.347098 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-175b4232-cba7-4b25-838c-09434976b25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (69b0e11d-af23-4752-becb-ce90cf9bcbc5), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:13.349794 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-175b4232-cba7-4b25-838c-09434976b25c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:13.351641 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-175b4232-cba7-4b25-838c-09434976b25c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69b0e11d-af23-4752-becb-ce90cf9bcbc5 HTTP/1.1" status: 204 len: 168 time: 0.1919382 Feb 09 06:19:13.359366 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b4232-cba7-4b25-838c-09434976b25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b0e11d-af23-4752-becb-ce90cf9bcbc5,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:13.683116 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 51300) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:13.695742 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-bf892236-a5ef-4c58-835b-23a3e9b7e387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:13.712673 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404aac15-5b62-4701-890a-2c2e642e3b50 req-50aedb92-3370-45c6-a2cb-8511dca928e9 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:13.714018 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-404aac15-5b62-4701-890a-2c2e642e3b50 req-50aedb92-3370-45c6-a2cb-8511dca928e9 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0700717 Feb 09 06:19:13.764193 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-404aac15-5b62-4701-890a-2c2e642e3b50 req-ba6daded-3f21-486d-94c1-547b90e1db58 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440917 Feb 09 06:19:13.809222 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d9bbed2a-0a06-4e39-a906-6d228d8682e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:13.889142 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d9bbed2a-0a06-4e39-a906-6d228d8682e0 admin admin] Publish callbacks [] for security_group (cdb5c83c-a281-4e0b-b262-e516ab19787d), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:13.984742 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d9bbed2a-0a06-4e39-a906-6d228d8682e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (cdb5c83c-a281-4e0b-b262-e516ab19787d), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:14.026312 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-d9bbed2a-0a06-4e39-a906-6d228d8682e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce6ca26135b645ea92be0202523ac8f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3420930 Feb 09 06:19:14.027313 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbed2a-0a06-4e39-a906-6d228d8682e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb5c83c-a281-4e0b-b262-e516ab19787d,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:14.029094 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 51318) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:14.080303 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-34262cf7-cba1-44bd-8a14-a3bef97c4950 admin admin] Publish callbacks [] for security_group (cdb5c83c-a281-4e0b-b262-e516ab19787d), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:14.102136 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-34262cf7-cba1-44bd-8a14-a3bef97c4950 admin admin] Publish callbacks [] for security_group (cdb5c83c-a281-4e0b-b262-e516ab19787d), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:14.226442 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-34262cf7-cba1-44bd-8a14-a3bef97c4950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (cdb5c83c-a281-4e0b-b262-e516ab19787d), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:14.228098 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-34262cf7-cba1-44bd-8a14-a3bef97c4950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:14.233588 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-34262cf7-cba1-44bd-8a14-a3bef97c4950 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdb5c83c-a281-4e0b-b262-e516ab19787d HTTP/1.1" status: 204 len: 168 time: 0.1992447 Feb 09 06:19:14.241889 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34262cf7-cba1-44bd-8a14-a3bef97c4950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb5c83c-a281-4e0b-b262-e516ab19787d,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:14.391197 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:14.496592 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 51346) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:14.752041 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-ad135c38-b078-47d0-a0fc-2be88ac706b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1316240869-network', 'tenant_id': '5f2d8f30f3d84aceb0ca4d7e246f8cf5'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:19:14.873422 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad135c38-b078-47d0-a0fc-2be88ac706b7 admin admin] Made reservation on behalf of 5f2d8f30f3d84aceb0ca4d7e246f8cf5 for: {'network': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:19:14.877002 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ad135c38-b078-47d0-a0fc-2be88ac706b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for network (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:14.888072 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ad135c38-b078-47d0-a0fc-2be88ac706b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:14.969613 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ad135c38-b078-47d0-a0fc-2be88ac706b7 admin admin] Publish callbacks [] for security_group (4add958c-c586-4209-b666-7e0098dfcba1), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:15.043903 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ad135c38-b078-47d0-a0fc-2be88ac706b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (4add958c-c586-4209-b666-7e0098dfcba1), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:15.066608 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad135c38-b078-47d0-a0fc-2be88ac706b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 06:19:15.080020 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad135c38-b078-47d0-a0fc-2be88ac706b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4add958c-c586-4209-b666-7e0098dfcba1,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:15.085425 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ad135c38-b078-47d0-a0fc-2be88ac706b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (d0b80be5-74c5-43ff-82a4-2721feb1131b), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:15.085777 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.db.segments_db [None req-ad135c38-b078-47d0-a0fc-2be88ac706b7 admin admin] Added segment d0b80be5-74c5-43ff-82a4-2721feb1131b of type vlan for network e984982f-091b-47c5-971f-fd1cd16442ea Feb 09 06:19:15.127261 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ad135c38-b078-47d0-a0fc-2be88ac706b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788413497640'] for network (e984982f-091b-47c5-971f-fd1cd16442ea), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:15.209224 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ad135c38-b078-47d0-a0fc-2be88ac706b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for network (e984982f-091b-47c5-971f-fd1cd16442ea), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:15.210837 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad135c38-b078-47d0-a0fc-2be88ac706b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:15.211429 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ad135c38-b078-47d0-a0fc-2be88ac706b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:15.271334 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad135c38-b078-47d0-a0fc-2be88ac706b7 admin admin] Pushing event updated for resources: {'Network': ['ID=e984982f-091b-47c5-971f-fd1cd16442ea,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:15.282095 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Network e984982f-091b-47c5-971f-fd1cd16442ea details requested by agent ovs-agent-dv-cinder-801923-6-iscsi with host dv-cinder-801923-6-iscsi {{(pid=103036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 06:19:15.348537 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-ad135c38-b078-47d0-a0fc-2be88ac706b7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8507569 Feb 09 06:19:15.356369 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 51374) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:15.361188 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-b250202b-c19d-4acc-8aee-40939fb65417 admin admin] Request body: {'subnet': {'network_id': 'e984982f-091b-47c5-971f-fd1cd16442ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1316240869-subnet', 'tenant_id': '5f2d8f30f3d84aceb0ca4d7e246f8cf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:19:15.471625 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b250202b-c19d-4acc-8aee-40939fb65417 admin admin] Made reservation on behalf of 5f2d8f30f3d84aceb0ca4d7e246f8cf5 for: {'subnet': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:19:15.474427 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b250202b-c19d-4acc-8aee-40939fb65417 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:15.702302 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:15.773772 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b250202b-c19d-4acc-8aee-40939fb65417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for subnet (c04b3f0b-454a-4dcd-9e31-095b31d75cb7), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:15.836627 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250202b-c19d-4acc-8aee-40939fb65417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c04b3f0b-454a-4dcd-9e31-095b31d75cb7,revision_number=0']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:15.843949 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b250202b-c19d-4acc-8aee-40939fb65417 admin admin] Checking segment: {'id': 'd0b80be5-74c5-43ff-82a4-2721feb1131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e984982f-091b-47c5-971f-fd1cd16442ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:19:15.844407 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b250202b-c19d-4acc-8aee-40939fb65417 admin admin] Network hostable DHCP agents. Network: e984982f-091b-47c5-971f-fd1cd16442ea, hostable agents: ['be82b069-f1bc-4233-ac9e-ce94c711d4de'], hosted agents: [] {{(pid=103034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 06:19:15.941354 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b250202b-c19d-4acc-8aee-40939fb65417 admin admin] Network e984982f-091b-47c5-971f-fd1cd16442ea is scheduled to be hosted by DHCP agent be82b069-f1bc-4233-ac9e-ce94c711d4de with binding_index 1 {{(pid=103034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 06:19:16.144993 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-b250202b-c19d-4acc-8aee-40939fb65417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801923-6-iscsi, e984982f-091b-47c5-971f-fd1cd16442ea) {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:19:16.149682 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250202b-c19d-4acc-8aee-40939fb65417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:16.150313 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b250202b-c19d-4acc-8aee-40939fb65417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:16.157330 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb2116c-6319-4a0d-86ab-ba176b4b2090 None None] Network e984982f-091b-47c5-971f-fd1cd16442ea requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:19:16.252867 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78714ed-dc9d-4f77-b1ae-56eec4271084 None None] Network e984982f-091b-47c5-971f-fd1cd16442ea requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:19:16.280615 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-b250202b-c19d-4acc-8aee-40939fb65417 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9232113 Feb 09 06:19:17.044004 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:17.123937 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 51484) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:17.129208 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-21c4359b-2e56-4b5c-80b1-d552c3afaf1f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-601042423-network', 'tenant_id': 'b6e2145dace24f7da0636c669e6dec33'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:19:17.254016 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c4359b-2e56-4b5c-80b1-d552c3afaf1f admin admin] Made reservation on behalf of b6e2145dace24f7da0636c669e6dec33 for: {'network': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:19:17.254016 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-21c4359b-2e56-4b5c-80b1-d552c3afaf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for network (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:17.261876 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-21c4359b-2e56-4b5c-80b1-d552c3afaf1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:17.289208 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515898ff-b710-495f-879d-fe9fa096fe7f req-3f66407e-9090-47c7-8340-be1bf36dff31 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:17.290722 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-515898ff-b710-495f-879d-fe9fa096fe7f req-3f66407e-9090-47c7-8340-be1bf36dff31 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 946 time: 0.0564697 Feb 09 06:19:17.338731 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-515898ff-b710-495f-879d-fe9fa096fe7f req-c3d37779-0c98-44f5-a6c6-b13ebd42c78b tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/security-groups?id=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422308 Feb 09 06:19:17.340425 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-21c4359b-2e56-4b5c-80b1-d552c3afaf1f admin admin] Publish callbacks [] for security_group (ca984773-0edb-477a-97d0-b34496bf9e7e), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:17.402277 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-21c4359b-2e56-4b5c-80b1-d552c3afaf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (ca984773-0edb-477a-97d0-b34496bf9e7e), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:17.429250 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c4359b-2e56-4b5c-80b1-d552c3afaf1f admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 06:19:17.437607 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4359b-2e56-4b5c-80b1-d552c3afaf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca984773-0edb-477a-97d0-b34496bf9e7e,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:17.444800 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-21c4359b-2e56-4b5c-80b1-d552c3afaf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (d2f3aa72-0259-42ef-a442-22a871476c9f), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:17.445140 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.db.segments_db [None req-21c4359b-2e56-4b5c-80b1-d552c3afaf1f admin admin] Added segment d2f3aa72-0259-42ef-a442-22a871476c9f of type vlan for network 126ce5eb-ef3d-4454-be52-5c19204eea04 Feb 09 06:19:17.485564 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-21c4359b-2e56-4b5c-80b1-d552c3afaf1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788413497640'] for network (126ce5eb-ef3d-4454-be52-5c19204eea04), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:17.575482 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-21c4359b-2e56-4b5c-80b1-d552c3afaf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for network (126ce5eb-ef3d-4454-be52-5c19204eea04), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:17.576621 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c4359b-2e56-4b5c-80b1-d552c3afaf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:17.577238 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-21c4359b-2e56-4b5c-80b1-d552c3afaf1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:17.646453 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4359b-2e56-4b5c-80b1-d552c3afaf1f admin admin] Pushing event updated for resources: {'Network': ['ID=126ce5eb-ef3d-4454-be52-5c19204eea04,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:17.657375 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Network 126ce5eb-ef3d-4454-be52-5c19204eea04 details requested by agent ovs-agent-dv-cinder-801923-6-iscsi with host dv-cinder-801923-6-iscsi {{(pid=103036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 06:19:17.719166 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-21c4359b-2e56-4b5c-80b1-d552c3afaf1f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5941014 Feb 09 06:19:17.722103 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 51510) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:17.727780 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-ff626163-1410-4bbe-b5ef-69262cf19063 admin admin] Request body: {'subnet': {'network_id': '126ce5eb-ef3d-4454-be52-5c19204eea04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-601042423-subnet', 'tenant_id': 'b6e2145dace24f7da0636c669e6dec33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:19:17.855430 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff626163-1410-4bbe-b5ef-69262cf19063 admin admin] Made reservation on behalf of b6e2145dace24f7da0636c669e6dec33 for: {'subnet': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:19:17.857861 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ff626163-1410-4bbe-b5ef-69262cf19063 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:18.210443 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ff626163-1410-4bbe-b5ef-69262cf19063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for subnet (5fc7a119-3ad7-4924-86ce-88a457a86206), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:18.273519 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626163-1410-4bbe-b5ef-69262cf19063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc7a119-3ad7-4924-86ce-88a457a86206,revision_number=0']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:18.280266 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff626163-1410-4bbe-b5ef-69262cf19063 admin admin] Checking segment: {'id': 'd2f3aa72-0259-42ef-a442-22a871476c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '126ce5eb-ef3d-4454-be52-5c19204eea04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:19:18.280621 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff626163-1410-4bbe-b5ef-69262cf19063 admin admin] Network hostable DHCP agents. Network: 126ce5eb-ef3d-4454-be52-5c19204eea04, hostable agents: ['be82b069-f1bc-4233-ac9e-ce94c711d4de'], hosted agents: [] {{(pid=103034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 06:19:18.380677 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff626163-1410-4bbe-b5ef-69262cf19063 admin admin] Network 126ce5eb-ef3d-4454-be52-5c19204eea04 is scheduled to be hosted by DHCP agent be82b069-f1bc-4233-ac9e-ce94c711d4de with binding_index 1 {{(pid=103034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 06:19:18.462262 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9356a-301f-474d-bec8-241f63f9b408 req-bcad0642-471b-4d15-9531-cbaa4beee775 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:18.463741 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5de9356a-301f-474d-bec8-241f63f9b408 req-bcad0642-471b-4d15-9531-cbaa4beee775 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 946 time: 0.0546350 Feb 09 06:19:18.484831 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-ff626163-1410-4bbe-b5ef-69262cf19063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801923-6-iscsi, 126ce5eb-ef3d-4454-be52-5c19204eea04) {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:19:18.493540 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff626163-1410-4bbe-b5ef-69262cf19063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:18.493540 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ff626163-1410-4bbe-b5ef-69262cf19063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:18.494022 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a33d3a-3c8a-47ac-9e09-63fbccc55c08 None None] Network 126ce5eb-ef3d-4454-be52-5c19204eea04 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:19:18.521882 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5de9356a-301f-474d-bec8-241f63f9b408 req-f6562b5e-72b0-40bd-951e-fb31eda10df7 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/security-groups?id=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525095 Feb 09 06:19:18.572007 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-ff626163-1410-4bbe-b5ef-69262cf19063 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8487287 Feb 09 06:19:18.590505 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aa6526-ef10-4447-8a82-155e0b1948fc None None] Network 126ce5eb-ef3d-4454-be52-5c19204eea04 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:19:19.645703 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf69f5-2b5b-4258-97ac-659433b28b3b req-99976168-5d25-41a5-b280-6f91c6d6014c tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:19.648574 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2daf69f5-2b5b-4258-97ac-659433b28b3b req-99976168-5d25-41a5-b280-6f91c6d6014c tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 946 time: 0.0552957 Feb 09 06:19:19.708149 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2daf69f5-2b5b-4258-97ac-659433b28b3b req-d0a311f3-de21-4149-a06f-8cbe2bc61e89 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/security-groups?id=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536771 Feb 09 06:19:19.814009 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bd2d6-0398-4f7c-8e78-2e9bfaa4eba8 req-e41c335f-388b-421a-a7ad-734d4ff09a68 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:19.815521 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1c6bd2d6-0398-4f7c-8e78-2e9bfaa4eba8 req-e41c335f-388b-421a-a7ad-734d4ff09a68 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 946 time: 0.1002390 Feb 09 06:19:19.943679 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-1c6bd2d6-0398-4f7c-8e78-2e9bfaa4eba8 req-0ba456e7-824d-4955-8521-00d3d61760e0 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Deleting port 5d4cdf62-c8fe-443b-96eb-32c2e0b29675 {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:19:19.944117 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-1c6bd2d6-0398-4f7c-8e78-2e9bfaa4eba8 req-0ba456e7-824d-4955-8521-00d3d61760e0 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (5d4cdf62-c8fe-443b-96eb-32c2e0b29675), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:20.033256 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-1c6bd2d6-0398-4f7c-8e78-2e9bfaa4eba8 req-0ba456e7-824d-4955-8521-00d3d61760e0 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] For port 5d4cdf62-c8fe-443b-96eb-32c2e0b29675, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=5d4cdf62-c8fe-443b-96eb-32c2e0b29675,segment=NetworkSegment(0d22693a-3815-4c1c-8dcb-d1fd9bf117c3),segment_id=0d22693a-3815-4c1c-8dcb-d1fd9bf117c3)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:19:20.033445 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-1c6bd2d6-0398-4f7c-8e78-2e9bfaa4eba8 req-0ba456e7-824d-4955-8521-00d3d61760e0 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (5d4cdf62-c8fe-443b-96eb-32c2e0b29675), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:20.047509 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-1c6bd2d6-0398-4f7c-8e78-2e9bfaa4eba8 req-0ba456e7-824d-4955-8521-00d3d61760e0 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Calling delete_port for 5d4cdf62-c8fe-443b-96eb-32c2e0b29675 owned by compute:nova {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:19:20.249896 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-1c6bd2d6-0398-4f7c-8e78-2e9bfaa4eba8 req-0ba456e7-824d-4955-8521-00d3d61760e0 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186'] for port (5d4cdf62-c8fe-443b-96eb-32c2e0b29675), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:20.279220 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba456e7-824d-4955-8521-00d3d61760e0 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Pushing event deleted for resources: {'Port': ['ID=5d4cdf62-c8fe-443b-96eb-32c2e0b29675,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:20.354263 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6bd2d6-0398-4f7c-8e78-2e9bfaa4eba8 req-0ba456e7-824d-4955-8521-00d3d61760e0 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] No DVR routers for this DVR port 5d4cdf62-c8fe-443b-96eb-32c2e0b29675 on host hv-cinder-80192 {{(pid=103035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:19:20.357743 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-1c6bd2d6-0398-4f7c-8e78-2e9bfaa4eba8 req-0ba456e7-824d-4955-8521-00d3d61760e0 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:20.361136 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1c6bd2d6-0398-4f7c-8e78-2e9bfaa4eba8 req-0ba456e7-824d-4955-8521-00d3d61760e0 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.30 "DELETE /v2.0/ports/5d4cdf62-c8fe-443b-96eb-32c2e0b29675 HTTP/1.1" status: 204 len: 173 time: 0.5399544 Feb 09 06:19:20.361633 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdee627-c3c5-414f-af69-f94a7095351e', 'name': 'network-vif-deleted', 'tag': '5d4cdf62-c8fe-443b-96eb-32c2e0b29675'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:19:20.364031 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba938db5-d9c8-40fe-ab88-a4c83f2e8565" -d '{"events": [{"server_uuid": "1bdee627-c3c5-414f-af69-f94a7095351e", "name": "network-vif-deleted", "tag": "5d4cdf62-c8fe-443b-96eb-32c2e0b29675"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:19:20.399717 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22512a4e-a585-4653-b4c5-857767b16728 x-openstack-request-id: req-22512a4e-a585-4653-b4c5-857767b16728 {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:19:20.400032 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdee627-c3c5-414f-af69-f94a7095351e", "name": "network-vif-deleted", "tag": "5d4cdf62-c8fe-443b-96eb-32c2e0b29675", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:19:20.400293 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22512a4e-a585-4653-b4c5-857767b16728 {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:19:20.400683 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdee627-c3c5-414f-af69-f94a7095351e', 'name': 'network-vif-deleted', 'tag': '5d4cdf62-c8fe-443b-96eb-32c2e0b29675', 'status': 'completed', 'code': 200} Feb 09 06:19:20.817090 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-38b25bc1-4375-4f0a-aba2-3d17715562de req-3f532b92-e0a2-4f08-8ac4-188371dbe37a tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 210 time: 0.0265191 Feb 09 06:19:21.945189 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-461f45d0-1d7e-434b-b16e-206723416549 req-1d27e47e-4c1e-4af7-b9e6-bce8a0553354 tempest-DeleteServersTestJSON-1338454337 tempest-DeleteServersTestJSON-1338454337-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bdee627-c3c5-414f-af69-f94a7095351e HTTP/1.1" status: 200 len: 210 time: 0.0337880 Feb 09 06:19:22.090651 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 5d4cdf62-c8fe-443b-96eb-32c2e0b29675 no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:19:22.111020 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] No Port match for: 5d4cdf62-c8fe-443b-96eb-32c2e0b29675 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:19:22.111582 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 5d4cdf62-c8fe-443b-96eb-32c2e0b29675 not bound to the agent host hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:19:24.478710 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 51682) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:24.525388 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3203743-2eaf-497e-8acf-628ec1e11648 admin admin] Deleting subnet c1577349-8da0-4844-8625-480adedb16ba {{(pid=103034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 06:19:24.528507 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a3203743-2eaf-497e-8acf-628ec1e11648 admin admin] Publish callbacks [] for subnet (c1577349-8da0-4844-8625-480adedb16ba), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:24.563154 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a3203743-2eaf-497e-8acf-628ec1e11648 admin admin] Publish callbacks [] for subnet (c1577349-8da0-4844-8625-480adedb16ba), precommit_delete_associations {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:24.573194 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a3203743-2eaf-497e-8acf-628ec1e11648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070576'] for subnet (c1577349-8da0-4844-8625-480adedb16ba), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:24.718451 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a3203743-2eaf-497e-8acf-628ec1e11648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for subnet (c1577349-8da0-4844-8625-480adedb16ba), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:24.748030 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3203743-2eaf-497e-8acf-628ec1e11648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1577349-8da0-4844-8625-480adedb16ba,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:24.752785 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a3203743-2eaf-497e-8acf-628ec1e11648 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:24.755935 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-a3203743-2eaf-497e-8acf-628ec1e11648 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c1577349-8da0-4844-8625-480adedb16ba HTTP/1.1" status: 204 len: 168 time: 0.2762218 Feb 09 06:19:24.758702 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 51684) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:24.760695 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203743-2eaf-497e-8acf-628ec1e11648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:24.761050 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203743-2eaf-497e-8acf-628ec1e11648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:24.761401 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203743-2eaf-497e-8acf-628ec1e11648 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:24.761742 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203743-2eaf-497e-8acf-628ec1e11648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:24.762078 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203743-2eaf-497e-8acf-628ec1e11648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:24.762443 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203743-2eaf-497e-8acf-628ec1e11648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:24.762792 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203743-2eaf-497e-8acf-628ec1e11648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:24.763134 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203743-2eaf-497e-8acf-628ec1e11648 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:24.763478 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203743-2eaf-497e-8acf-628ec1e11648 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:24.763825 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203743-2eaf-497e-8acf-628ec1e11648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:24.764180 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203743-2eaf-497e-8acf-628ec1e11648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:24.764529 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203743-2eaf-497e-8acf-628ec1e11648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:24.764995 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3203743-2eaf-497e-8acf-628ec1e11648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:24.831315 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096870'] for network (ade54e6a-29d5-4d61-8616-abc167a01150), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:24.918388 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1884327', 'neutron.services.segments.db._delete_segments_for_network-8788413974977'] for network (ade54e6a-29d5-4d61-8616-abc167a01150), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:24.939962 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:24.940310 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:24.941261 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:24.941774 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Subscribe: > port after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:24.942123 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:24.942488 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Subscribe: > port after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:24.942829 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:24.943170 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:24.943490 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:24.943817 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:25.090976 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:25.091345 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:25.091679 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:25.092122 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:25.092522 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade54e6a-29d5-4d61-8616-abc167a01150']}} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:25.109310 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d22693a-3815-4c1c-8dcb-d1fd9bf117c3') {'for_net_delete': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:25.109606 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d22693a-3815-4c1c-8dcb-d1fd9bf117c3') {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:25.128617 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788413976266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020429'] for segment (0d22693a-3815-4c1c-8dcb-d1fd9bf117c3), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:25.148358 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (0d22693a-3815-4c1c-8dcb-d1fd9bf117c3), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:25.156033 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 06:19:25.156429 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5111174'] for segment (0d22693a-3815-4c1c-8dcb-d1fd9bf117c3), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: from cryptography.utils import int_from_bytes Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: from cryptography.utils import int_from_bytes Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: Traceback (most recent call last): Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: timer() Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: cb(*args, **kw) Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: return func(*args, **kwargs) Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: self._notify() Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: self.callback(batched_events) Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: event.method(event) Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: return f(self, *a, **k) Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._get(url).json() Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: return self.request(url, 'GET', **kwargs) Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 06:19:25.175354 dv-cinder-801923-6-iscsi neutron-server[103035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 06:19:25.324577 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1884350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540539'] for network (ade54e6a-29d5-4d61-8616-abc167a01150), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:25.330696 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:25.337894 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] 10.222.0.13 "DELETE /v2.0/networks/ade54e6a-29d5-4d61-8616-abc167a01150 HTTP/1.1" status: 204 len: 168 time: 0.5753100 Feb 09 06:19:25.349324 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Pushing event deleted for resources: {'Network': ['ID=ade54e6a-29d5-4d61-8616-abc167a01150,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:25.359213 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:25.359685 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:25.374979 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:25.374979 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:25.374979 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:25.374979 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:25.374979 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:25.374979 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:25.374979 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:25.374979 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:25.374979 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:25.374979 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:25.374979 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01da57-4544-4ad5-8d35-0ff5ec49ad1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:25.491308 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-d79c5349-41ab-47fb-8f37-ab99505e46ba req-c4e7ed4b-c8fc-4bb4-8ca7-c3f8d280ffff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510020 Feb 09 06:19:25.640833 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-4eb8ab8b-ca8b-44bd-8497-07281bb31d3e tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:25.642462 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-4eb8ab8b-ca8b-44bd-8497-07281bb31d3e tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/networks?id=229396a1-26e4-4278-9f79-edf04db0937b HTTP/1.1" status: 200 len: 815 time: 0.1067636 Feb 09 06:19:25.657858 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-7e5b46ee-20c6-4419-b86e-ce12c93af1f3 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/quotas/03ef937c2ef44614b2ea53686df186b5 HTTP/1.1" status: 200 len: 375 time: 0.0095356 Feb 09 06:19:25.711843 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-dbb88754-6895-49ec-9520-9c07199dbd9c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03ef937c2ef44614b2ea53686df186b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484486 Feb 09 06:19:25.812555 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c5349-41ab-47fb-8f37-ab99505e46ba req-9bf19d8a-bdf0-4b3a-800c-02978b448d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:25.817252 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-d79c5349-41ab-47fb-8f37-ab99505e46ba req-9bf19d8a-bdf0-4b3a-800c-02978b448d9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03ef937c2ef44614b2ea53686df186b5&device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 1129 time: 0.2509499 Feb 09 06:19:25.821280 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-5f85e688-8b53-4767-b8ac-3292d88a50e4 service neutron] 10.222.0.13 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021538 Feb 09 06:19:25.910607 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-7fab8e43-fedf-4659-bbc5-1c4fb1ddc5e1 service neutron] 10.222.0.13 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830777 Feb 09 06:19:25.924174 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c5349-41ab-47fb-8f37-ab99505e46ba req-ea008715-5e89-484e-83d0-587c73066ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:25.925899 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-d79c5349-41ab-47fb-8f37-ab99505e46ba req-ea008715-5e89-484e-83d0-587c73066ae9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=229396a1-26e4-4278-9f79-edf04db0937b HTTP/1.1" status: 200 len: 915 time: 0.0873370 Feb 09 06:19:25.981324 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-d79c5349-41ab-47fb-8f37-ab99505e46ba req-4100aa3a-5777-4a1f-bb47-cce304d68022 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=898572b2-25e9-48d8-b22d-41abde8d6c05 HTTP/1.1" status: 200 len: 217 time: 0.0386002 Feb 09 06:19:26.014336 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 51724) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:26.043321 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c5349-41ab-47fb-8f37-ab99505e46ba req-021376bd-cc0d-4c3d-8532-3bce95f156bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:26.044933 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-d79c5349-41ab-47fb-8f37-ab99505e46ba req-021376bd-cc0d-4c3d-8532-3bce95f156bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17699ff6-b85b-405b-b589-92a77c85fd65 HTTP/1.1" status: 200 len: 855 time: 0.0553329 Feb 09 06:19:26.058627 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-14a53390-8c1a-403e-8bb0-c3489a4a1090 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6496f3e0a484a42a440c4aa225d7a1d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0638607 Feb 09 06:19:26.061085 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 51726) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:26.093179 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-d79c5349-41ab-47fb-8f37-ab99505e46ba req-9d51c26c-b106-4bd2-b6d9-cd961dbed7fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=229396a1-26e4-4278-9f79-edf04db0937b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336790 Feb 09 06:19:26.133300 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d7cb0c18-4e72-4061-8356-beb092583f90 admin admin] Publish callbacks [] for security_group (78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:26.156191 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d7cb0c18-4e72-4061-8356-beb092583f90 admin admin] Publish callbacks [] for security_group (78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:26.195314 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-d79c5349-41ab-47fb-8f37-ab99505e46ba req-13076a7d-8ccb-40b4-8354-d44d25d28e4c service neutron] 10.222.0.30 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913563 Feb 09 06:19:26.251999 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cd105570-035e-4c05-af6a-c9a4901da03b req-362975c5-2ea7-4091-a99d-490ab75433e3 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0273914 Feb 09 06:19:26.312671 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-d79c5349-41ab-47fb-8f37-ab99505e46ba req-8c7e4275-9ae0-45e0-80bb-96a460407fbd service neutron] 10.222.0.30 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054437 Feb 09 06:19:26.318117 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d7cb0c18-4e72-4061-8356-beb092583f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:26.322721 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d7cb0c18-4e72-4061-8356-beb092583f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:26.324286 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-d7cb0c18-4e72-4061-8356-beb092583f90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0 HTTP/1.1" status: 204 len: 168 time: 0.2619674 Feb 09 06:19:26.335658 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb0c18-4e72-4061-8356-beb092583f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b5b1d0-78a1-4b75-bdb4-52e1cc1392e0,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:27.344917 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2c7680bc-ef86-4475-8ad2-24eae8d47ece req-1627da34-3497-4633-a0d2-c9dc5b7fdd46 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0274084 Feb 09 06:19:27.507579 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 51786) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:27.603807 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-db3e3bba-646c-4c7d-a4d2-66179a366a24 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-538046890-network', 'tenant_id': 'd24c9276ccc34d9d8d00b76f66800588'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:19:27.710273 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3e3bba-646c-4c7d-a4d2-66179a366a24 admin admin] Made reservation on behalf of d24c9276ccc34d9d8d00b76f66800588 for: {'network': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:19:27.713146 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-db3e3bba-646c-4c7d-a4d2-66179a366a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for network (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:27.723895 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-db3e3bba-646c-4c7d-a4d2-66179a366a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:27.809276 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-db3e3bba-646c-4c7d-a4d2-66179a366a24 admin admin] Publish callbacks [] for security_group (2509dfef-a3c6-4d79-84bd-dbe093e1916d), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:27.929062 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-db3e3bba-646c-4c7d-a4d2-66179a366a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (2509dfef-a3c6-4d79-84bd-dbe093e1916d), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:27.953539 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3e3bba-646c-4c7d-a4d2-66179a366a24 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 06:19:27.963369 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e3bba-646c-4c7d-a4d2-66179a366a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2509dfef-a3c6-4d79-84bd-dbe093e1916d,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:27.973025 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-db3e3bba-646c-4c7d-a4d2-66179a366a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (3b300760-0b37-42f8-a2ee-9d24d51bed79), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:27.973025 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.segments_db [None req-db3e3bba-646c-4c7d-a4d2-66179a366a24 admin admin] Added segment 3b300760-0b37-42f8-a2ee-9d24d51bed79 of type vlan for network f0bda187-4e28-4090-8960-43f4efd30296 Feb 09 06:19:28.013830 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-db3e3bba-646c-4c7d-a4d2-66179a366a24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788413497640'] for network (f0bda187-4e28-4090-8960-43f4efd30296), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:28.139558 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-db3e3bba-646c-4c7d-a4d2-66179a366a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for network (f0bda187-4e28-4090-8960-43f4efd30296), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:28.139558 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3e3bba-646c-4c7d-a4d2-66179a366a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:28.139558 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-db3e3bba-646c-4c7d-a4d2-66179a366a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:28.200802 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e3bba-646c-4c7d-a4d2-66179a366a24 admin admin] Pushing event updated for resources: {'Network': ['ID=f0bda187-4e28-4090-8960-43f4efd30296,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:28.211311 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Network f0bda187-4e28-4090-8960-43f4efd30296 details requested by agent ovs-agent-dv-cinder-801923-6-iscsi with host dv-cinder-801923-6-iscsi {{(pid=103036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 06:19:28.293549 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-db3e3bba-646c-4c7d-a4d2-66179a366a24 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7845712 Feb 09 06:19:28.296239 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 51806) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:28.301083 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-300ae30c-c72e-4bcc-a3aa-5a20092c4950 admin admin] Request body: {'subnet': {'network_id': 'f0bda187-4e28-4090-8960-43f4efd30296', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-538046890-subnet', 'tenant_id': 'd24c9276ccc34d9d8d00b76f66800588', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:19:28.391916 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300ae30c-c72e-4bcc-a3aa-5a20092c4950 admin admin] Made reservation on behalf of d24c9276ccc34d9d8d00b76f66800588 for: {'subnet': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:19:28.396588 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-300ae30c-c72e-4bcc-a3aa-5a20092c4950 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:28.658502 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9d27343a-6e17-4317-bb5f-37d382832efd req-1093c163-54ac-49d3-b1cd-17fe7714044d tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0564694 Feb 09 06:19:28.886903 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-a6f32922-b1e1-41fc-94ac-5e123f792d96 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:28.888466 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-a6f32922-b1e1-41fc-94ac-5e123f792d96 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.30 "GET /v2.0/networks?id=229396a1-26e4-4278-9f79-edf04db0937b HTTP/1.1" status: 200 len: 815 time: 0.1081498 Feb 09 06:19:28.908538 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-2eb40dc7-b4b3-42a4-b163-c995a67562c1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Request body: {'port': {'device_id': '2ece68a0-a132-4466-b815-24c2f8a7e4d2', 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b', 'admin_state_up': True, 'tenant_id': '03ef937c2ef44614b2ea53686df186b5'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:19:28.917726 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-300ae30c-c72e-4bcc-a3aa-5a20092c4950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for subnet (9875eb3a-2b3e-4144-a2ff-7cc38bef213b), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:28.982082 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ae30c-c72e-4bcc-a3aa-5a20092c4950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9875eb3a-2b3e-4144-a2ff-7cc38bef213b,revision_number=0']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:28.999445 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300ae30c-c72e-4bcc-a3aa-5a20092c4950 admin admin] Checking segment: {'id': '3b300760-0b37-42f8-a2ee-9d24d51bed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f0bda187-4e28-4090-8960-43f4efd30296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:19:28.999812 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300ae30c-c72e-4bcc-a3aa-5a20092c4950 admin admin] Network hostable DHCP agents. Network: f0bda187-4e28-4090-8960-43f4efd30296, hostable agents: ['be82b069-f1bc-4233-ac9e-ce94c711d4de'], hosted agents: [] {{(pid=103034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 06:19:29.135432 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-2eb40dc7-b4b3-42a4-b163-c995a67562c1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Made reservation on behalf of 03ef937c2ef44614b2ea53686df186b5 for: {'port': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:19:29.135689 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300ae30c-c72e-4bcc-a3aa-5a20092c4950 admin admin] Network f0bda187-4e28-4090-8960-43f4efd30296 is scheduled to be hosted by DHCP agent be82b069-f1bc-4233-ac9e-ce94c711d4de with binding_index 1 {{(pid=103034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 06:19:29.139330 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-2eb40dc7-b4b3-42a4-b163-c995a67562c1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:29.224718 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-300ae30c-c72e-4bcc-a3aa-5a20092c4950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801923-6-iscsi, f0bda187-4e28-4090-8960-43f4efd30296) {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:19:29.231687 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300ae30c-c72e-4bcc-a3aa-5a20092c4950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:29.233444 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-300ae30c-c72e-4bcc-a3aa-5a20092c4950 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:29.239877 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc689808-84f5-42c2-a4fe-5037c4199e94 None None] Network f0bda187-4e28-4090-8960-43f4efd30296 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:19:29.288395 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-2eb40dc7-b4b3-42a4-b163-c995a67562c1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Allocated IP 172.20.0.8 (229396a1-26e4-4278-9f79-edf04db0937b/17699ff6-b85b-405b-b589-92a77c85fd65/dd9228dd-724e-40be-8917-f606b813fd82) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:19:29.349377 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a123bb-d4ff-426d-9686-c89ab56e22c2 None None] Network f0bda187-4e28-4090-8960-43f4efd30296 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:19:29.380145 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-300ae30c-c72e-4bcc-a3aa-5a20092c4950 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0826480 Feb 09 06:19:29.386886 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 51838) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:29.392033 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-dd93bcaf-bf93-411b-8257-7ed25006084d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-538046890-router', 'tenant_id': 'd24c9276ccc34d9d8d00b76f66800588', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:19:29.491300 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-2eb40dc7-b4b3-42a4-b163-c995a67562c1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks [] for port (dd9228dd-724e-40be-8917-f606b813fd82), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:29.506255 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-dd93bcaf-bf93-411b-8257-7ed25006084d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router (c4797225-217a-4191-bba1-012a0ff207c2), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:29.507317 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-dd93bcaf-bf93-411b-8257-7ed25006084d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11054'] for router (c4797225-217a-4191-bba1-012a0ff207c2), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:29.561363 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-dd93bcaf-bf93-411b-8257-7ed25006084d admin admin] Publish callbacks [] for router_controller (c4797225-217a-4191-bba1-012a0ff207c2), precommit_add_association {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:29.579241 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-2eb40dc7-b4b3-42a4-b163-c995a67562c1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (dd9228dd-724e-40be-8917-f606b813fd82), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:29.624889 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['898572b2-25e9-48d8-b22d-41abde8d6c05'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:19:29.629987 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-2eb40dc7-b4b3-42a4-b163-c995a67562c1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Network 229396a1-26e4-4278-9f79-edf04db0937b is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:19:29.635657 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-2eb40dc7-b4b3-42a4-b163-c995a67562c1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:19:29.638611 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-2eb40dc7-b4b3-42a4-b163-c995a67562c1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:19:29.707379 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb40dc7-b4b3-42a4-b163-c995a67562c1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Pushing event updated for resources: {'Port': ['ID=dd9228dd-724e-40be-8917-f606b813fd82,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:29.724645 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-2eb40dc7-b4b3-42a4-b163-c995a67562c1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:29.734518 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-2eb40dc7-b4b3-42a4-b163-c995a67562c1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:29.824144 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-2eb40dc7-b4b3-42a4-b163-c995a67562c1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9192111 Feb 09 06:19:29.840333 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-dd93bcaf-bf93-411b-8257-7ed25006084d admin admin] Publish callbacks [] for router_gateway (c4797225-217a-4191-bba1-012a0ff207c2), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:29.843938 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] Request body: {'port': {'device_id': '2ece68a0-a132-4466-b815-24c2f8a7e4d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80192'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:19:29.868110 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a25eec-f914-43bd-ab81-dfb300a0cb14 req-e4685d7d-8e4e-453e-bed1-bb818ab393f1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:29.869614 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b8a25eec-f914-43bd-ab81-dfb300a0cb14 req-e4685d7d-8e4e-453e-bed1-bb818ab393f1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 931 time: 0.0868132 Feb 09 06:19:29.906935 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (dd9228dd-724e-40be-8917-f606b813fd82), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:29.916845 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b8a25eec-f914-43bd-ab81-dfb300a0cb14 req-43be6713-1a58-42d1-a7d5-64616c0b5723 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409827 Feb 09 06:19:30.141889 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-dd93bcaf-bf93-411b-8257-7ed25006084d admin admin] Publish callbacks [] for router_gateway (c4797225-217a-4191-bba1-012a0ff207c2), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:30.165828 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-dd93bcaf-bf93-411b-8257-7ed25006084d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:30.187434 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9228dd-724e-40be-8917-f606b813fd82 {{(pid=103035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:19:30.195123 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] Publish callbacks [] for port (dd9228dd-724e-40be-8917-f606b813fd82), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:30.206742 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.provisioning_blocks [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] Transition to ACTIVE for port object dd9228dd-724e-40be-8917-f606b813fd82 will not be triggered until provisioned by entity L2. {{(pid=103035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 06:19:30.268695 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-dd93bcaf-bf93-411b-8257-7ed25006084d admin admin] Allocated IP 172.27.3.192 (60906f90-e5e0-4579-a713-ae70aadf892a/3feeac82-f55f-4d1a-bdeb-44d8682c5c90/69a3ee61-1195-4d62-a4db-4a897febfd7b) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:19:30.340831 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (dd9228dd-724e-40be-8917-f606b813fd82), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:30.376813 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-dd93bcaf-bf93-411b-8257-7ed25006084d admin admin] Publish callbacks [] for port (69a3ee61-1195-4d62-a4db-4a897febfd7b), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:30.412311 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9228dd-724e-40be-8917-f606b813fd82,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:30.504225 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] Attempting to bind port dd9228dd-724e-40be-8917-f606b813fd82 on host hv-cinder-80192 for vnic_type normal with profile {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:19:30.504808 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] Attempting to bind port dd9228dd-724e-40be-8917-f606b813fd82 by drivers openvswitch,hyperv on host hv-cinder-80192 at level 0 using segments [{'id': 'd8fb8075-f4a1-40c5-a70f-a532b4dd14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b'}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:19:30.505214 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] Attempting to bind port dd9228dd-724e-40be-8917-f606b813fd82 on network 229396a1-26e4-4278-9f79-edf04db0937b {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:19:30.510702 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] Port dd9228dd-724e-40be-8917-f606b813fd82 on network 229396a1-26e4-4278-9f79-edf04db0937b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80192 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 06:19:30.511102 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] Attempting to bind port dd9228dd-724e-40be-8917-f606b813fd82 on network 229396a1-26e4-4278-9f79-edf04db0937b {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:19:30.520173 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] Checking agent: {'id': '16e2666b-01c8-44a0-ad9b-455a2be8881c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80192', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'started_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:19:30.520595 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] Checking segment: {'id': 'd8fb8075-f4a1-40c5-a70f-a532b4dd14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:19:30.521081 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] Bound using segment: {'id': 'd8fb8075-f4a1-40c5-a70f-a532b4dd14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b'} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:19:30.521666 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] Bound port: dd9228dd-724e-40be-8917-f606b813fd82, host: hv-cinder-80192, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8fb8075-f4a1-40c5-a70f-a532b4dd14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b'}}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:19:30.522257 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (dd9228dd-724e-40be-8917-f606b813fd82), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:30.539242 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-dd93bcaf-bf93-411b-8257-7ed25006084d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (69a3ee61-1195-4d62-a4db-4a897febfd7b), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:30.575319 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 51868) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:30.578571 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd93bcaf-bf93-411b-8257-7ed25006084d admin admin] Network 60906f90-e5e0-4579-a713-ae70aadf892a is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:19:30.603394 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-dd93bcaf-bf93-411b-8257-7ed25006084d admin admin] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:19:30.606900 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd93bcaf-bf93-411b-8257-7ed25006084d admin admin] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:19:30.613175 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] For port dd9228dd-724e-40be-8917-f606b813fd82, host hv-cinder-80192, cleared binding levels {{(pid=103035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:19:30.616388 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] For port dd9228dd-724e-40be-8917-f606b813fd82, host hv-cinder-80192, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=dd9228dd-724e-40be-8917-f606b813fd82,segment=NetworkSegment(d8fb8075-f4a1-40c5-a70f-a532b4dd14fc),segment_id=d8fb8075-f4a1-40c5-a70f-a532b4dd14fc)] {{(pid=103035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:19:30.687540 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93bcaf-bf93-411b-8257-7ed25006084d admin admin] Pushing event updated for resources: {'Port': ['ID=69a3ee61-1195-4d62-a4db-4a897febfd7b,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:30.731341 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-db17b1ff-5784-4c15-9547-4c19f5b5ee48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:30.735463 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (dd9228dd-724e-40be-8917-f606b813fd82), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:30.768014 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:30.768706 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:30.770355 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] 10.222.0.30 "PUT /v2.0/ports/dd9228dd-724e-40be-8917-f606b813fd82 HTTP/1.1" status: 200 len: 1093 time: 0.9315617 Feb 09 06:19:30.776034 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ece68a0-a132-4466-b815-24c2f8a7e4d2', 'tag': 'dd9228dd-724e-40be-8917-f606b813fd82'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:19:30.776034 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655f1714-aa3a-4487-8f5a-9adde4094ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "2ece68a0-a132-4466-b815-24c2f8a7e4d2", "tag": "dd9228dd-724e-40be-8917-f606b813fd82"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:19:30.814619 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa74df1-de1c-4b04-b102-cafc60b2bc13 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9228dd-724e-40be-8917-f606b813fd82,revision_number=3']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:30.819145 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ef2cc8-4a49-4367-8c99-141e4ce643e2 x-openstack-request-id: req-b9ef2cc8-4a49-4367-8c99-141e4ce643e2 {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:19:30.819438 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ece68a0-a132-4466-b815-24c2f8a7e4d2", "tag": "dd9228dd-724e-40be-8917-f606b813fd82", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:19:30.819693 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9ef2cc8-4a49-4367-8c99-141e4ce643e2 {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:19:30.820462 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ece68a0-a132-4466-b815-24c2f8a7e4d2', 'tag': 'dd9228dd-724e-40be-8917-f606b813fd82', 'status': 'completed', 'code': 200} Feb 09 06:19:30.825243 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-db17b1ff-5784-4c15-9547-4c19f5b5ee48 admin admin] Publish callbacks [] for security_group (a8cdc63e-eff8-4b20-859f-eaec4818a0a6), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:30.930355 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f1714-aa3a-4487-8f5a-9adde4094ee8 req-47098750-0819-408f-98f8-13a664e76054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:30.932796 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-655f1714-aa3a-4487-8f5a-9adde4094ee8 req-47098750-0819-408f-98f8-13a664e76054 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03ef937c2ef44614b2ea53686df186b5&device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 1127 time: 0.0501347 Feb 09 06:19:30.988019 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-db17b1ff-5784-4c15-9547-4c19f5b5ee48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (a8cdc63e-eff8-4b20-859f-eaec4818a0a6), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:31.044780 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f1714-aa3a-4487-8f5a-9adde4094ee8 req-277464ec-9bbe-4adb-8e4d-7ba68e955d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:31.046371 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-655f1714-aa3a-4487-8f5a-9adde4094ee8 req-277464ec-9bbe-4adb-8e4d-7ba68e955d15 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=03ef937c2ef44614b2ea53686df186b5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0948308 Feb 09 06:19:31.096026 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-db17b1ff-5784-4c15-9547-4c19f5b5ee48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=826c3e41714546f5ac8c35af391e63ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5171900 Feb 09 06:19:31.097724 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17b1ff-5784-4c15-9547-4c19f5b5ee48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cdc63e-eff8-4b20-859f-eaec4818a0a6,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:31.099068 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 51878) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:31.134783 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee44f57-6db3-4bc3-9c5f-ef7da45eeda1 req-4fc49bd5-7184-4e9e-bace-d5f6ee6d2f99 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:31.136298 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1ee44f57-6db3-4bc3-9c5f-ef7da45eeda1 req-4fc49bd5-7184-4e9e-bace-d5f6ee6d2f99 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 943 time: 0.1195440 Feb 09 06:19:31.138740 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-dd93bcaf-bf93-411b-8257-7ed25006084d admin admin] Publish callbacks [] for router_gateway (c4797225-217a-4191-bba1-012a0ff207c2), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:31.179881 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f1714-aa3a-4487-8f5a-9adde4094ee8 req-c4e254aa-3cb9-4a05-8367-11872a2dafe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:31.181411 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-655f1714-aa3a-4487-8f5a-9adde4094ee8 req-c4e254aa-3cb9-4a05-8367-11872a2dafe9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1275885 Feb 09 06:19:31.184061 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-af56b6dd-a942-4e06-9137-10e4ce137904 admin admin] Publish callbacks [] for security_group (a8cdc63e-eff8-4b20-859f-eaec4818a0a6), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:31.206774 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-af56b6dd-a942-4e06-9137-10e4ce137904 admin admin] Publish callbacks [] for security_group (a8cdc63e-eff8-4b20-859f-eaec4818a0a6), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:31.257960 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1ee44f57-6db3-4bc3-9c5f-ef7da45eeda1 req-0ef20bb4-0330-484a-9a14-6de03126a860 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152573 Feb 09 06:19:31.324184 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-93036cd7-5a9f-42a5-8963-b8384c8106b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:31.325737 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-93036cd7-5a9f-42a5-8963-b8384c8106b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03ef937c2ef44614b2ea53686df186b5&device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 1127 time: 0.0575542 Feb 09 06:19:31.348888 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-af56b6dd-a942-4e06-9137-10e4ce137904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (a8cdc63e-eff8-4b20-859f-eaec4818a0a6), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:31.355594 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-af56b6dd-a942-4e06-9137-10e4ce137904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:31.355594 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-af56b6dd-a942-4e06-9137-10e4ce137904 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8cdc63e-eff8-4b20-859f-eaec4818a0a6 HTTP/1.1" status: 204 len: 168 time: 0.2519121 Feb 09 06:19:31.386574 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-cdba1834-ca78-46f0-9354-87decd020105 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd9228dd-724e-40be-8917-f606b813fd82 HTTP/1.1" status: 200 len: 217 time: 0.0445657 Feb 09 06:19:31.387586 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56b6dd-a942-4e06-9137-10e4ce137904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cdc63e-eff8-4b20-859f-eaec4818a0a6,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:31.397076 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-dd93bcaf-bf93-411b-8257-7ed25006084d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540467'] for router (c4797225-217a-4191-bba1-012a0ff207c2), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:31.438611 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-802a999a-ed20-456d-ab1a-a0419f4fd661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:31.440037 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-802a999a-ed20-456d-ab1a-a0419f4fd661 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17699ff6-b85b-405b-b589-92a77c85fd65 HTTP/1.1" status: 200 len: 855 time: 0.0461941 Feb 09 06:19:31.478857 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-9af6fe0b-70b7-48fe-b7b5-e6d80b350f07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=229396a1-26e4-4278-9f79-edf04db0937b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248322 Feb 09 06:19:31.589787 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-e210f71e-59c8-4258-8398-d6623296317a service neutron] 10.222.0.30 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988767 Feb 09 06:19:31.659279 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd93bcaf-bf93-411b-8257-7ed25006084d admin admin] Router c4797225-217a-4191-bba1-012a0ff207c2 is scheduled to L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d with binding_index 1 {{(pid=103034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 06:19:31.689510 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1e7e415c-5902-4057-8399-cc156bc43a74 req-de1e2a03-1ee0-49f5-9440-0015c76f7db1 service neutron] 10.222.0.30 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931571 Feb 09 06:19:31.979744 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd93bcaf-bf93-411b-8257-7ed25006084d admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:19:31.999689 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] Sync routers for ids ['c4797225-217a-4191-bba1-012a0ff207c2'] in dv-cinder-801923-6-iscsi {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:19:32.010808 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] Routers {'c4797225-217a-4191-bba1-012a0ff207c2'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:19:32.011613 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:19:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['c4797225-217a-4191-bba1-012a0ff207c2'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:32.057337 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-dd93bcaf-bf93-411b-8257-7ed25006084d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:32.061404 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-dd93bcaf-bf93-411b-8257-7ed25006084d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6708043 Feb 09 06:19:32.061924 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 51912) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:32.093396 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:32.121580 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] Set router c4797225-217a-4191-bba1-012a0ff207c2 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:19:32.312481 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4797225-217a-4191-bba1-012a0ff207c2', 'name': 'tempest-ServerRescueNegativeTestJSON-538046890-router', 'tenant_id': 'd24c9276ccc34d9d8d00b76f66800588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '69a3ee61-1195-4d62-a4db-4a897febfd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:19:29Z', 'updated_at': '2022-02-09T06:19:30Z', 'revision_number': 3, 'project_id': 'd24c9276ccc34d9d8d00b76f66800588', 'gw_port': {'id': '69a3ee61-1195-4d62-a4db-4a897febfd7b', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4797225-217a-4191-bba1-012a0ff207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:19:30Z', 'updated_at': '2022-02-09T06:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:32.372545 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] Checking router: c4797225-217a-4191-bba1-012a0ff207c2 for host: dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:19:32.373143 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] Updating router c4797225-217a-4191-bba1-012a0ff207c2 port 69a3ee61-1195-4d62-a4db-4a897febfd7b binding host dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 06:19:32.427619 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (69a3ee61-1195-4d62-a4db-4a897febfd7b), before_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:32.463388 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68662949-eea4-4d6e-bb37-5ce0accccfb2 req-c28f77c7-9f04-4201-a848-c0ace9dd671b tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:32.464920 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-68662949-eea4-4d6e-bb37-5ce0accccfb2 req-c28f77c7-9f04-4201-a848-c0ace9dd671b tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 943 time: 0.1142318 Feb 09 06:19:32.533822 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-68662949-eea4-4d6e-bb37-5ce0accccfb2 req-731a98a8-41aa-4dec-a4f6-0d4aa90871e9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574455 Feb 09 06:19:32.598643 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e87b486e-03f8-4427-a6c1-20ef766abdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:32.704180 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] Publish callbacks [] for port (69a3ee61-1195-4d62-a4db-4a897febfd7b), precommit_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:32.763612 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [None req-e87b486e-03f8-4427-a6c1-20ef766abdd5 admin admin] Allocated IP 172.20.0.1 (f0bda187-4e28-4090-8960-43f4efd30296/9875eb3a-2b3e-4144-a2ff-7cc38bef213b/80406dde-edc0-415a-96f4-2794ae528884) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:19:32.795836 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (69a3ee61-1195-4d62-a4db-4a897febfd7b), after_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:32.848677 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eecb10-1b31-4578-a919-0145030073d7 None None] Pushing event updated for resources: {'Port': ['ID=69a3ee61-1195-4d62-a4db-4a897febfd7b,revision_number=2']} {{(pid=103037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:32.861241 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eecb10-1b31-4578-a919-0145030073d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:32.861667 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eecb10-1b31-4578-a919-0145030073d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:32.862435 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eecb10-1b31-4578-a919-0145030073d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:32.862813 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eecb10-1b31-4578-a919-0145030073d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:32.863379 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eecb10-1b31-4578-a919-0145030073d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:32.863760 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eecb10-1b31-4578-a919-0145030073d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:32.864090 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eecb10-1b31-4578-a919-0145030073d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:32.864419 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eecb10-1b31-4578-a919-0145030073d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:32.864844 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eecb10-1b31-4578-a919-0145030073d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:32.865344 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eecb10-1b31-4578-a919-0145030073d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:32.865799 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eecb10-1b31-4578-a919-0145030073d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:32.866157 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eecb10-1b31-4578-a919-0145030073d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:32.866873 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eecb10-1b31-4578-a919-0145030073d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:32.871689 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] Attempting to bind port 69a3ee61-1195-4d62-a4db-4a897febfd7b on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:19:32.872263 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] Attempting to bind port 69a3ee61-1195-4d62-a4db-4a897febfd7b by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}] {{(pid=103037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:19:32.872636 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] Attempting to bind port 69a3ee61-1195-4d62-a4db-4a897febfd7b on network 60906f90-e5e0-4579-a713-ae70aadf892a {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:19:32.880656 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:19:32.880656 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] Checking segment: {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:19:32.880656 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:32.880656 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] Bound using segment: {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'} {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:19:32.880656 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] Bound port: 69a3ee61-1195-4d62-a4db-4a897febfd7b, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}}] {{(pid=103037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:19:32.880656 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (69a3ee61-1195-4d62-a4db-4a897febfd7b), before_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:32.895448 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e87b486e-03f8-4427-a6c1-20ef766abdd5 admin admin] Publish callbacks [] for port (80406dde-edc0-415a-96f4-2794ae528884), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:32.932621 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.db [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] For port 69a3ee61-1195-4d62-a4db-4a897febfd7b, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:19:32.937240 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.db [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] For port 69a3ee61-1195-4d62-a4db-4a897febfd7b, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=69a3ee61-1195-4d62-a4db-4a897febfd7b,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:19:33.027098 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (69a3ee61-1195-4d62-a4db-4a897febfd7b), after_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:33.027710 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e87b486e-03f8-4427-a6c1-20ef766abdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (80406dde-edc0-415a-96f4-2794ae528884), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:33.078803 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87b486e-03f8-4427-a6c1-20ef766abdd5 admin admin] Network f0bda187-4e28-4090-8960-43f4efd30296 is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:19:33.087845 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-e87b486e-03f8-4427-a6c1-20ef766abdd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:19:33.090768 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87b486e-03f8-4427-a6c1-20ef766abdd5 admin admin] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:19:33.100284 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] Routers {'c4797225-217a-4191-bba1-012a0ff207c2'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:19:33.100915 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:19:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['c4797225-217a-4191-bba1-012a0ff207c2'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:33.117547 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b486e-03f8-4427-a6c1-20ef766abdd5 admin admin] Pushing event updated for resources: {'Port': ['ID=80406dde-edc0-415a-96f4-2794ae528884,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:33.139098 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e87b486e-03f8-4427-a6c1-20ef766abdd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540644'] for router_interface (c4797225-217a-4191-bba1-012a0ff207c2), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:33.173560 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eecb10-1b31-4578-a919-0145030073d7 None None] Pushing event updated for resources: {'Port': ['ID=69a3ee61-1195-4d62-a4db-4a897febfd7b,revision_number=3']} {{(pid=103037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:33.222732 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] Set router c4797225-217a-4191-bba1-012a0ff207c2 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:19:33.393993 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e87b486e-03f8-4427-a6c1-20ef766abdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (80406dde-edc0-415a-96f4-2794ae528884), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:33.514967 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4797225-217a-4191-bba1-012a0ff207c2', 'name': 'tempest-ServerRescueNegativeTestJSON-538046890-router', 'tenant_id': 'd24c9276ccc34d9d8d00b76f66800588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '69a3ee61-1195-4d62-a4db-4a897febfd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:19:29Z', 'updated_at': '2022-02-09T06:19:30Z', 'revision_number': 3, 'project_id': 'd24c9276ccc34d9d8d00b76f66800588', 'gw_port': {'id': '69a3ee61-1195-4d62-a4db-4a897febfd7b', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4797225-217a-4191-bba1-012a0ff207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:19:30Z', 'updated_at': '2022-02-09T06:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:33.555405 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a9b12d-dd34-4db3-82a7-d583b6a69265 None None] The sync data for ids ['c4797225-217a-4191-bba1-012a0ff207c2'] in dv-cinder-801923-6-iscsi is: [{'id': 'c4797225-217a-4191-bba1-012a0ff207c2', 'name': 'tempest-ServerRescueNegativeTestJSON-538046890-router', 'tenant_id': 'd24c9276ccc34d9d8d00b76f66800588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '69a3ee61-1195-4d62-a4db-4a897febfd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:19:29Z', 'updated_at': '2022-02-09T06:19:30Z', 'revision_number': 3, 'project_id': 'd24c9276ccc34d9d8d00b76f66800588', 'gw_port': {'id': '69a3ee61-1195-4d62-a4db-4a897febfd7b', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4797225-217a-4191-bba1-012a0ff207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:19:30Z', 'updated_at': '2022-02-09T06:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}] {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:19:33.611885 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e87b486e-03f8-4427-a6c1-20ef766abdd5 admin admin] Publish callbacks [] for port (80406dde-edc0-415a-96f4-2794ae528884), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:33.714151 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ef507-bbce-42e4-95c1-400344abd009 req-32d61c24-aeac-4325-853e-68772afafeef tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:33.716130 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f00ef507-bbce-42e4-95c1-400344abd009 req-32d61c24-aeac-4325-853e-68772afafeef tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0735352 Feb 09 06:19:33.727921 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e87b486e-03f8-4427-a6c1-20ef766abdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (80406dde-edc0-415a-96f4-2794ae528884), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:33.772902 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f00ef507-bbce-42e4-95c1-400344abd009 req-26b3426a-e5fe-486c-8718-a6c2e5ffe016 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512230 Feb 09 06:19:33.807390 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b486e-03f8-4427-a6c1-20ef766abdd5 admin admin] Pushing event updated for resources: {'Port': ['ID=80406dde-edc0-415a-96f4-2794ae528884,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:33.809803 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e87b486e-03f8-4427-a6c1-20ef766abdd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1023630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541044'] for router_interface (c4797225-217a-4191-bba1-012a0ff207c2), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:33.911742 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87b486e-03f8-4427-a6c1-20ef766abdd5 admin admin] Network f0bda187-4e28-4090-8960-43f4efd30296 is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:19:33.914061 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-e87b486e-03f8-4427-a6c1-20ef766abdd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:19:34.047154 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87b486e-03f8-4427-a6c1-20ef766abdd5 admin admin] Router c4797225-217a-4191-bba1-012a0ff207c2 has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:19:34.171731 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87b486e-03f8-4427-a6c1-20ef766abdd5 admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:19:34.173446 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device dd9228dd-724e-40be-8917-f606b813fd82 details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:19:34.177551 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-e87b486e-03f8-4427-a6c1-20ef766abdd5 admin admin] 10.222.0.13 "PUT /v2.0/routers/c4797225-217a-4191-bba1-012a0ff207c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1140800 Feb 09 06:19:34.295730 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port dd9228dd-724e-40be-8917-f606b813fd82, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=dd9228dd-724e-40be-8917-f606b813fd82,segment=NetworkSegment(d8fb8075-f4a1-40c5-a70f-a532b4dd14fc),segment_id=d8fb8075-f4a1-40c5-a70f-a532b4dd14fc)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:19:34.308853 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': 'dd9228dd-724e-40be-8917-f606b813fd82', 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b', 'port_id': 'dd9228dd-724e-40be-8917-f606b813fd82', 'mac_address': 'fa:16:3e:40:75:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17699ff6-b85b-405b-b589-92a77c85fd65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:19:34.351634 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port dd9228dd-724e-40be-8917-f606b813fd82 is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:19:34.352097 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (dd9228dd-724e-40be-8917-f606b813fd82), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:34.366549 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9228dd-724e-40be-8917-f606b813fd82 {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:19:34.389415 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port dd9228dd-724e-40be-8917-f606b813fd82, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=dd9228dd-724e-40be-8917-f606b813fd82,segment=NetworkSegment(d8fb8075-f4a1-40c5-a70f-a532b4dd14fc),segment_id=d8fb8075-f4a1-40c5-a70f-a532b4dd14fc)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:19:34.479444 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (dd9228dd-724e-40be-8917-f606b813fd82), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:34.536718 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=dd9228dd-724e-40be-8917-f606b813fd82,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:34.544391 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:34.544862 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:34.545391 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:34.545863 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:34.546368 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:34.546939 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:34.547417 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:34.547898 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:34.548371 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:34.548883 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:34.549586 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:34.550067 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:34.550566 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:19:34.601972 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 69a3ee61-1195-4d62-a4db-4a897febfd7b up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:19:34.674348 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 69a3ee61-1195-4d62-a4db-4a897febfd7b triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:19:34.674791 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (69a3ee61-1195-4d62-a4db-4a897febfd7b), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:34.716845 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-8bbde49e-2a2c-49ee-9bd2-51022523e42d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:34.718486 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-8bbde49e-2a2c-49ee-9bd2-51022523e42d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/networks?id=f0bda187-4e28-4090-8960-43f4efd30296 HTTP/1.1" status: 200 len: 818 time: 0.1502862 Feb 09 06:19:34.736463 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-3e627663-4c23-44cf-8fa8-85e2674ec723 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/quotas/d24c9276ccc34d9d8d00b76f66800588 HTTP/1.1" status: 200 len: 375 time: 0.0093257 Feb 09 06:19:34.759583 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 69a3ee61-1195-4d62-a4db-4a897febfd7b is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:19:34.759976 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (69a3ee61-1195-4d62-a4db-4a897febfd7b), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:34.790617 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] For port 69a3ee61-1195-4d62-a4db-4a897febfd7b, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=69a3ee61-1195-4d62-a4db-4a897febfd7b,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:19:34.796490 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-bbe0efea-f748-4614-b5b4-e25c4f877a95 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d24c9276ccc34d9d8d00b76f66800588&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0537467 Feb 09 06:19:34.835276 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['dd9228dd-724e-40be-8917-f606b813fd82'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:19:34.929788 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e68b3-0e43-427a-a061-3b6cb6499f58 req-e3b93f7b-3b53-4f8d-aeef-01cafb179660 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:34.931896 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-165e68b3-0e43-427a-a061-3b6cb6499f58 req-e3b93f7b-3b53-4f8d-aeef-01cafb179660 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 944 time: 0.0831399 Feb 09 06:19:34.934527 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (69a3ee61-1195-4d62-a4db-4a897febfd7b), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:34.942943 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-e7187217-a830-4080-9129-a46e677d4229 service neutron] 10.222.0.13 "GET /v2.0/networks/f0bda187-4e28-4090-8960-43f4efd30296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358123 Feb 09 06:19:35.020256 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Pushing event updated for resources: {'Port': ['ID=69a3ee61-1195-4d62-a4db-4a897febfd7b,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:35.044111 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-165e68b3-0e43-427a-a061-3b6cb6499f58 req-78008577-c4c9-4a55-840f-5930bff2a850 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027925 Feb 09 06:19:35.103998 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-b5f2f3bc-cb88-456e-ad43-1d821ec527f4 service neutron] 10.222.0.13 "GET /v2.0/networks/f0bda187-4e28-4090-8960-43f4efd30296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614666 Feb 09 06:19:35.392659 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ce30a72d-d6f4-4ae6-bfb5-e685bce4c913 req-cfc323fc-58bc-4779-9173-6d3abc016464 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 210 time: 0.0413897 Feb 09 06:19:35.497157 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] Sync routers for ids ['c4797225-217a-4191-bba1-012a0ff207c2'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:19:35.509285 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] Routers {'c4797225-217a-4191-bba1-012a0ff207c2'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:19:35.509285 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:19:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['c4797225-217a-4191-bba1-012a0ff207c2'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:35.628536 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] Set router c4797225-217a-4191-bba1-012a0ff207c2 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:19:35.644786 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-8fc9becc-e135-43e1-8dce-0a27f21ca3ce tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:35.650691 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-8fc9becc-e135-43e1-8dce-0a27f21ca3ce tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/networks?id=f0bda187-4e28-4090-8960-43f4efd30296 HTTP/1.1" status: 200 len: 818 time: 0.1296239 Feb 09 06:19:35.660998 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-b87ef7c7-99dc-4f29-9f63-f45e7ad18e35 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/quotas/d24c9276ccc34d9d8d00b76f66800588 HTTP/1.1" status: 200 len: 375 time: 0.0092926 Feb 09 06:19:35.718458 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-65bc507d-c134-4551-99c6-18b932eeeb99 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d24c9276ccc34d9d8d00b76f66800588&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522158 Feb 09 06:19:35.831940 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-7294284f-645f-4e2e-94bf-e8a7a0b49416 service neutron] 10.222.0.13 "GET /v2.0/networks/f0bda187-4e28-4090-8960-43f4efd30296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019566 Feb 09 06:19:35.878437 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4797225-217a-4191-bba1-012a0ff207c2', 'name': 'tempest-ServerRescueNegativeTestJSON-538046890-router', 'tenant_id': 'd24c9276ccc34d9d8d00b76f66800588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '69a3ee61-1195-4d62-a4db-4a897febfd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:19:29Z', 'updated_at': '2022-02-09T06:19:33Z', 'revision_number': 4, 'project_id': 'd24c9276ccc34d9d8d00b76f66800588', 'gw_port': {'id': '69a3ee61-1195-4d62-a4db-4a897febfd7b', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4797225-217a-4191-bba1-012a0ff207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:19:30Z', 'updated_at': '2022-02-09T06:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '80406dde-edc0-415a-96f4-2794ae528884', 'name': '', 'network_id': 'f0bda187-4e28-4090-8960-43f4efd30296', 'tenant_id': 'd24c9276ccc34d9d8d00b76f66800588', 'mac_address': 'fa:16:3e:eb:3d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4797225-217a-4191-bba1-012a0ff207c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '9875eb3a-2b3e-4144-a2ff-7cc38bef213b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:19:32Z', 'updated_at': '2022-02-09T06:19:33Z', 'revision_number': 2, 'project_id': 'd24c9276ccc34d9d8d00b76f66800588', 'subnets': [{'id': '9875eb3a-2b3e-4144-a2ff-7cc38bef213b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:35.911407 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] Checking router: c4797225-217a-4191-bba1-012a0ff207c2 for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:19:35.911773 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] Updating router c4797225-217a-4191-bba1-012a0ff207c2 port 80406dde-edc0-415a-96f4-2794ae528884 binding host dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 06:19:35.939117 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-8d01386e-a73e-42a8-9689-c00d080bc20c service neutron] 10.222.0.13 "GET /v2.0/networks/f0bda187-4e28-4090-8960-43f4efd30296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052761 Feb 09 06:19:35.948320 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (80406dde-edc0-415a-96f4-2794ae528884), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:36.186230 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f413a1-939e-4a1d-94df-33db7511090c req-1a6b27e1-1116-4ad2-9767-a5a7547c5b33 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:36.187723 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-64f413a1-939e-4a1d-94df-33db7511090c req-1a6b27e1-1116-4ad2-9767-a5a7547c5b33 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 944 time: 0.0605531 Feb 09 06:19:36.198764 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device dd9228dd-724e-40be-8917-f606b813fd82 up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:19:36.238932 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-64f413a1-939e-4a1d-94df-33db7511090c req-5f2809de-0b2a-4cd5-b083-8163d9b94486 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453837 Feb 09 06:19:36.320455 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fedb4c6f-ca0a-4211-8c31-33c828147a8a req-7a23ebcf-175d-4efc-b45f-2196bdede454 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 210 time: 0.0493109 Feb 09 06:19:36.533875 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 69a3ee61-1195-4d62-a4db-4a897febfd7b up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:19:36.541049 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] Publish callbacks [] for port (80406dde-edc0-415a-96f4-2794ae528884), precommit_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:36.592110 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 69a3ee61-1195-4d62-a4db-4a897febfd7b triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:19:36.592477 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (69a3ee61-1195-4d62-a4db-4a897febfd7b), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:36.618838 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning for port dd9228dd-724e-40be-8917-f606b813fd82 completed by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 06:19:36.630249 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port dd9228dd-724e-40be-8917-f606b813fd82 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:19:36.630537 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (dd9228dd-724e-40be-8917-f606b813fd82), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:36.738039 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 69a3ee61-1195-4d62-a4db-4a897febfd7b is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:19:36.751140 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port dd9228dd-724e-40be-8917-f606b813fd82 is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:19:36.751534 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (dd9228dd-724e-40be-8917-f606b813fd82), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:36.761660 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (80406dde-edc0-415a-96f4-2794ae528884), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:36.808243 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ece68a0-a132-4466-b815-24c2f8a7e4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9228dd-724e-40be-8917-f606b813fd82'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:19:36.808243 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7a5113-135f-4f3c-9378-c45f6c76a71c" -d '{"events": [{"server_uuid": "2ece68a0-a132-4466-b815-24c2f8a7e4d2", "name": "network-vif-plugged", "status": "completed", "tag": "dd9228dd-724e-40be-8917-f606b813fd82"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:19:36.828645 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port dd9228dd-724e-40be-8917-f606b813fd82, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=dd9228dd-724e-40be-8917-f606b813fd82,segment=NetworkSegment(d8fb8075-f4a1-40c5-a70f-a532b4dd14fc),segment_id=d8fb8075-f4a1-40c5-a70f-a532b4dd14fc)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:19:36.835038 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc6936-1677-419e-9e69-ceeb389bd446 None None] Pushing event updated for resources: {'Port': ['ID=80406dde-edc0-415a-96f4-2794ae528884,revision_number=3']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:36.859605 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ad801c-8cac-48e1-9662-8165dc45ae8b x-openstack-request-id: req-f6ad801c-8cac-48e1-9662-8165dc45ae8b {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:19:36.859915 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ece68a0-a132-4466-b815-24c2f8a7e4d2", "name": "network-vif-plugged", "status": "completed", "tag": "dd9228dd-724e-40be-8917-f606b813fd82", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:19:36.860178 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6ad801c-8cac-48e1-9662-8165dc45ae8b {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:19:36.860571 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ece68a0-a132-4466-b815-24c2f8a7e4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9228dd-724e-40be-8917-f606b813fd82', 'code': 200} Feb 09 06:19:36.893965 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] Attempting to bind port 80406dde-edc0-415a-96f4-2794ae528884 on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:19:36.893965 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] Attempting to bind port 80406dde-edc0-415a-96f4-2794ae528884 by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '3b300760-0b37-42f8-a2ee-9d24d51bed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f0bda187-4e28-4090-8960-43f4efd30296'}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:19:36.893965 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] Attempting to bind port 80406dde-edc0-415a-96f4-2794ae528884 on network f0bda187-4e28-4090-8960-43f4efd30296 {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:19:36.897182 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:19:36.897565 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] Checking segment: {'id': '3b300760-0b37-42f8-a2ee-9d24d51bed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f0bda187-4e28-4090-8960-43f4efd30296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:19:36.897976 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:36.898458 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] Bound using segment: {'id': '3b300760-0b37-42f8-a2ee-9d24d51bed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f0bda187-4e28-4090-8960-43f4efd30296'} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:19:36.898941 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] Bound port: 80406dde-edc0-415a-96f4-2794ae528884, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b300760-0b37-42f8-a2ee-9d24d51bed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f0bda187-4e28-4090-8960-43f4efd30296'}}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:19:36.899324 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (80406dde-edc0-415a-96f4-2794ae528884), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:36.963613 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] For port 80406dde-edc0-415a-96f4-2794ae528884, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:19:36.966832 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] For port 80406dde-edc0-415a-96f4-2794ae528884, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=80406dde-edc0-415a-96f4-2794ae528884,segment=NetworkSegment(3b300760-0b37-42f8-a2ee-9d24d51bed79),segment_id=3b300760-0b37-42f8-a2ee-9d24d51bed79)] {{(pid=103036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:19:37.043613 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (dd9228dd-724e-40be-8917-f606b813fd82), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:37.080104 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (80406dde-edc0-415a-96f4-2794ae528884), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:37.120728 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=dd9228dd-724e-40be-8917-f606b813fd82,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:37.128452 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] Routers {'c4797225-217a-4191-bba1-012a0ff207c2'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:19:37.131507 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:19:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['c4797225-217a-4191-bba1-012a0ff207c2'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:37.242872 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc6936-1677-419e-9e69-ceeb389bd446 None None] Pushing event updated for resources: {'Port': ['ID=80406dde-edc0-415a-96f4-2794ae528884,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:37.275221 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] Set router c4797225-217a-4191-bba1-012a0ff207c2 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:19:37.401435 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39872e7-a9b7-44f6-be03-3f747e505e87 req-258ac34f-9efb-491b-b243-f73b1a853ef1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:37.403038 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d39872e7-a9b7-44f6-be03-3f747e505e87 req-258ac34f-9efb-491b-b243-f73b1a853ef1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0760670 Feb 09 06:19:37.421900 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-be1cf745-a59a-40eb-bbcd-1c2b7ae0558e req-c1041287-3bd2-4969-af14-c9a01a6d2fb5 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 210 time: 0.0363383 Feb 09 06:19:37.463130 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d39872e7-a9b7-44f6-be03-3f747e505e87 req-34b4b303-f1f9-45b9-92cf-336378d317b6 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436106 Feb 09 06:19:37.485933 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4797225-217a-4191-bba1-012a0ff207c2', 'name': 'tempest-ServerRescueNegativeTestJSON-538046890-router', 'tenant_id': 'd24c9276ccc34d9d8d00b76f66800588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '69a3ee61-1195-4d62-a4db-4a897febfd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:19:29Z', 'updated_at': '2022-02-09T06:19:33Z', 'revision_number': 4, 'project_id': 'd24c9276ccc34d9d8d00b76f66800588', 'gw_port': {'id': '69a3ee61-1195-4d62-a4db-4a897febfd7b', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4797225-217a-4191-bba1-012a0ff207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:19:30Z', 'updated_at': '2022-02-09T06:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '80406dde-edc0-415a-96f4-2794ae528884', 'name': '', 'network_id': 'f0bda187-4e28-4090-8960-43f4efd30296', 'tenant_id': 'd24c9276ccc34d9d8d00b76f66800588', 'mac_address': 'fa:16:3e:eb:3d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4797225-217a-4191-bba1-012a0ff207c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '9875eb3a-2b3e-4144-a2ff-7cc38bef213b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:19:32Z', 'updated_at': '2022-02-09T06:19:36Z', 'revision_number': 4, 'project_id': 'd24c9276ccc34d9d8d00b76f66800588', 'subnets': [{'id': '9875eb3a-2b3e-4144-a2ff-7cc38bef213b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:37.517024 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be1a4fa-10b2-4c9e-95a8-2cb8cf0def4c None None] The sync data for ids ['c4797225-217a-4191-bba1-012a0ff207c2'] in dv-cinder-801923-6-iscsi is: [{'id': 'c4797225-217a-4191-bba1-012a0ff207c2', 'name': 'tempest-ServerRescueNegativeTestJSON-538046890-router', 'tenant_id': 'd24c9276ccc34d9d8d00b76f66800588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '69a3ee61-1195-4d62-a4db-4a897febfd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:19:29Z', 'updated_at': '2022-02-09T06:19:33Z', 'revision_number': 4, 'project_id': 'd24c9276ccc34d9d8d00b76f66800588', 'gw_port': {'id': '69a3ee61-1195-4d62-a4db-4a897febfd7b', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4797225-217a-4191-bba1-012a0ff207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:19:30Z', 'updated_at': '2022-02-09T06:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '80406dde-edc0-415a-96f4-2794ae528884', 'name': '', 'network_id': 'f0bda187-4e28-4090-8960-43f4efd30296', 'tenant_id': 'd24c9276ccc34d9d8d00b76f66800588', 'mac_address': 'fa:16:3e:eb:3d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4797225-217a-4191-bba1-012a0ff207c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '9875eb3a-2b3e-4144-a2ff-7cc38bef213b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:19:32Z', 'updated_at': '2022-02-09T06:19:36Z', 'revision_number': 4, 'project_id': 'd24c9276ccc34d9d8d00b76f66800588', 'subnets': [{'id': '9875eb3a-2b3e-4144-a2ff-7cc38bef213b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:19:38.531374 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a8144918-7528-4006-bbbd-3b37cc5ca9ba req-ab2e4745-f57f-4a7e-a2db-c82eb4a10c58 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 210 time: 0.0273688 Feb 09 06:19:38.570648 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 80406dde-edc0-415a-96f4-2794ae528884 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:19:38.590982 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70249e5-a70e-480a-ad36-cdf14f6678b4 req-fa63b225-d642-4915-a687-bc047f23a98f tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:38.592548 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a70249e5-a70e-480a-ad36-cdf14f6678b4 req-fa63b225-d642-4915-a687-bc047f23a98f tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0559177 Feb 09 06:19:38.618784 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 80406dde-edc0-415a-96f4-2794ae528884 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:19:38.619350 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (80406dde-edc0-415a-96f4-2794ae528884), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:38.639534 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a70249e5-a70e-480a-ad36-cdf14f6678b4 req-b6c0ca13-970d-41c8-8fdb-3cdb8562df7b tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411761 Feb 09 06:19:38.700127 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 80406dde-edc0-415a-96f4-2794ae528884 is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:19:38.700518 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (80406dde-edc0-415a-96f4-2794ae528884), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:38.731475 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] For port 80406dde-edc0-415a-96f4-2794ae528884, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=80406dde-edc0-415a-96f4-2794ae528884,segment=NetworkSegment(3b300760-0b37-42f8-a2ee-9d24d51bed79),segment_id=3b300760-0b37-42f8-a2ee-9d24d51bed79)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:19:38.797017 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (80406dde-edc0-415a-96f4-2794ae528884), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:38.844201 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Pushing event updated for resources: {'Port': ['ID=80406dde-edc0-415a-96f4-2794ae528884,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:39.623891 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f21febd4-3a07-4202-955e-34c9926b7f57 req-156a2f9e-48c4-4ab2-84a0-435f0c885828 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 210 time: 0.0272019 Feb 09 06:19:39.764640 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1125aee-c45b-4b7a-8bc4-6f2a90d98e27 req-5ab8b471-4f8d-44f7-8c34-16b54165d628 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:39.766119 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d1125aee-c45b-4b7a-8bc4-6f2a90d98e27 req-5ab8b471-4f8d-44f7-8c34-16b54165d628 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0520492 Feb 09 06:19:39.820628 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d1125aee-c45b-4b7a-8bc4-6f2a90d98e27 req-688b18da-3bb6-48bf-80c1-5dc8e73593e3 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488911 Feb 09 06:19:40.119931 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c68bb2-742e-4eee-b3cb-883a772e17fa req-a0a97ba3-3862-4687-82dd-90dbbe3f5c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:40.121473 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-47c68bb2-742e-4eee-b3cb-883a772e17fa req-a0a97ba3-3862-4687-82dd-90dbbe3f5c78 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 1129 time: 0.0535064 Feb 09 06:19:40.165537 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-47c68bb2-742e-4eee-b3cb-883a772e17fa req-92c317a4-717b-4357-9f57-61a7b1799fcb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374537 Feb 09 06:19:40.528531 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 80406dde-edc0-415a-96f4-2794ae528884 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:19:40.576412 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 80406dde-edc0-415a-96f4-2794ae528884 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:19:40.576782 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (80406dde-edc0-415a-96f4-2794ae528884), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:40.717463 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-17c061ab-32f8-4565-87c5-59265a7bae1d req-8659fbb1-8632-4706-8788-d85bbe5e908a tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 210 time: 0.0257547 Feb 09 06:19:40.733105 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 80406dde-edc0-415a-96f4-2794ae528884 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:19:40.935922 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f5d16-b8e0-4978-9373-efa801d88a3a req-cc3f2a83-c590-4666-9942-772aa36845a2 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:40.937398 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-205f5d16-b8e0-4978-9373-efa801d88a3a req-cc3f2a83-c590-4666-9942-772aa36845a2 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0512562 Feb 09 06:19:40.983657 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-205f5d16-b8e0-4978-9373-efa801d88a3a req-63b8b940-4687-4e72-896f-f09288f592cc tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406718 Feb 09 06:19:41.024683 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-aecf186f-23a7-47d6-9ce7-2370e4365b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:41.809947 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-162fb6ba-6ec7-4bdc-8b1d-42dd19eb9747 req-890b11ab-60a3-4d37-a0df-c74b2034af25 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 210 time: 0.0253088 Feb 09 06:19:42.101080 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351b654-2f7e-46f2-960a-aa31c6e2c71b req-2ee213e7-132a-4025-9419-cb22cd12beac tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:42.102705 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9351b654-2f7e-46f2-960a-aa31c6e2c71b req-2ee213e7-132a-4025-9419-cb22cd12beac tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0527668 Feb 09 06:19:42.148877 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9351b654-2f7e-46f2-960a-aa31c6e2c71b req-cbcabcc7-560f-4604-9d5b-017079e5b102 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409622 Feb 09 06:19:42.903440 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-eaf856fb-1d5d-41fd-ba9d-3b14b3ed75d7 req-6101a17c-fb37-4106-bfbf-259b42906be6 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 210 time: 0.0262511 Feb 09 06:19:43.263720 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403d7c0-1a34-4a9a-a2cc-5ac870d5a8ae req-8a819abd-5f91-4380-a04a-493730de80a4 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:43.265191 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6403d7c0-1a34-4a9a-a2cc-5ac870d5a8ae req-8a819abd-5f91-4380-a04a-493730de80a4 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0514154 Feb 09 06:19:43.309774 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6403d7c0-1a34-4a9a-a2cc-5ac870d5a8ae req-b1551d54-fd41-4229-9ae8-9a218ac679a0 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390027 Feb 09 06:19:43.688600 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e45bc72f-8a24-4196-a622-08247ea79354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:44.005350 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8dfe3eb2-5895-4a49-8720-d87b2c7f7848 req-4e5d9cbf-07f5-4c60-81ab-5e76e99de60c tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 210 time: 0.0326424 Feb 09 06:19:44.299191 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-b40721c8-3f1f-4d07-ba4f-c42a07e2f45e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:44.300736 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-b40721c8-3f1f-4d07-ba4f-c42a07e2f45e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.30 "GET /v2.0/networks?id=f0bda187-4e28-4090-8960-43f4efd30296 HTTP/1.1" status: 200 len: 818 time: 0.1090722 Feb 09 06:19:44.346574 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-4a8130f6-a5b2-4ea5-ab4f-c9ecb743fbd2 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:44.348149 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-4a8130f6-a5b2-4ea5-ab4f-c9ecb743fbd2 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.30 "GET /v2.0/networks?id=f0bda187-4e28-4090-8960-43f4efd30296 HTTP/1.1" status: 200 len: 818 time: 0.1020553 Feb 09 06:19:44.359663 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-038441b5-ab48-4b25-913c-fb1ce518209d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Request body: {'port': {'device_id': '17de6776-a0c4-4755-9ae3-9164cdd85423', 'network_id': 'f0bda187-4e28-4090-8960-43f4efd30296', 'admin_state_up': True, 'tenant_id': 'd24c9276ccc34d9d8d00b76f66800588'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:19:44.391380 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:44.475766 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-9743e32e-e6de-4b57-8a37-bb5dbe3e4a9e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Request body: {'port': {'device_id': '83028580-c6af-45f7-88f6-c9690af639ba', 'network_id': 'f0bda187-4e28-4090-8960-43f4efd30296', 'admin_state_up': True, 'tenant_id': 'd24c9276ccc34d9d8d00b76f66800588'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:19:44.556651 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fa738-9cc3-470b-a198-fe6149ea4153 req-53c1c78b-3fc1-41d1-9f0c-49b0fac81923 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:44.558269 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-557fa738-9cc3-470b-a198-fe6149ea4153 req-53c1c78b-3fc1-41d1-9f0c-49b0fac81923 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 945 time: 0.1457655 Feb 09 06:19:44.568879 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-038441b5-ab48-4b25-913c-fb1ce518209d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Made reservation on behalf of d24c9276ccc34d9d8d00b76f66800588 for: {'port': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:19:44.574001 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-038441b5-ab48-4b25-913c-fb1ce518209d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:44.651696 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-557fa738-9cc3-470b-a198-fe6149ea4153 req-955f169d-be0b-4109-abb1-a01eaa6919bc tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870926 Feb 09 06:19:44.714323 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 52198) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:44.731996 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-9743e32e-e6de-4b57-8a37-bb5dbe3e4a9e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Made reservation on behalf of d24c9276ccc34d9d8d00b76f66800588 for: {'port': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:19:44.736031 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-9743e32e-e6de-4b57-8a37-bb5dbe3e4a9e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:44.768837 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-038441b5-ab48-4b25-913c-fb1ce518209d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Allocated IP 172.20.0.9 (f0bda187-4e28-4090-8960-43f4efd30296/9875eb3a-2b3e-4144-a2ff-7cc38bef213b/5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:19:44.807358 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_v2 [None req-d534af8f-6453-472f-8403-a57d793970cb admin admin] Deleting subnet c04b3f0b-454a-4dcd-9e31-095b31d75cb7 {{(pid=103035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 06:19:44.811277 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d534af8f-6453-472f-8403-a57d793970cb admin admin] Publish callbacks [] for subnet (c04b3f0b-454a-4dcd-9e31-095b31d75cb7), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:45.095061 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d534af8f-6453-472f-8403-a57d793970cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5020422'] for subnet (c04b3f0b-454a-4dcd-9e31-095b31d75cb7), precommit_delete_associations {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:45.102326 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fd2fd5f3-c75e-403a-95b3-aea8e86c1d71 req-5decb43e-12bc-4917-aa44-e7e2eb980728 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 210 time: 0.0277421 Feb 09 06:19:45.187418 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d534af8f-6453-472f-8403-a57d793970cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070576'] for subnet (c04b3f0b-454a-4dcd-9e31-095b31d75cb7), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:45.215012 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:19:45.270859 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-038441b5-ab48-4b25-913c-fb1ce518209d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Publish callbacks [] for port (5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:45.380767 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d534af8f-6453-472f-8403-a57d793970cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5111084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5061547'] for subnet (c04b3f0b-454a-4dcd-9e31-095b31d75cb7), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:45.404649 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534af8f-6453-472f-8403-a57d793970cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c04b3f0b-454a-4dcd-9e31-095b31d75cb7,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:45.410930 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-038441b5-ab48-4b25-913c-fb1ce518209d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:45.412550 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d534af8f-6453-472f-8403-a57d793970cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for subnet (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:45.415759 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-d534af8f-6453-472f-8403-a57d793970cb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c04b3f0b-454a-4dcd-9e31-095b31d75cb7 HTTP/1.1" status: 204 len: 168 time: 0.7003908 Feb 09 06:19:45.418504 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 52226) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:45.459041 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-038441b5-ab48-4b25-913c-fb1ce518209d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Network f0bda187-4e28-4090-8960-43f4efd30296 is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:19:45.462141 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-038441b5-ab48-4b25-913c-fb1ce518209d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:19:45.465911 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-038441b5-ab48-4b25-913c-fb1ce518209d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:19:45.472129 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038441b5-ab48-4b25-913c-fb1ce518209d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Pushing event updated for resources: {'Port': ['ID=5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:45.519196 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-9743e32e-e6de-4b57-8a37-bb5dbe3e4a9e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Allocated IP 172.20.0.14 (f0bda187-4e28-4090-8960-43f4efd30296/9875eb3a-2b3e-4144-a2ff-7cc38bef213b/a56c377c-7b41-49e8-8e8d-1e111b57455f) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:19:45.519844 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-038441b5-ab48-4b25-913c-fb1ce518209d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:45.520462 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-038441b5-ab48-4b25-913c-fb1ce518209d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:45.526067 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096870'] for network (e984982f-091b-47c5-971f-fd1cd16442ea), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:45.673952 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1884327', 'neutron.services.segments.db._delete_segments_for_network-8788413974977'] for network (e984982f-091b-47c5-971f-fd1cd16442ea), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:45.687394 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-038441b5-ab48-4b25-913c-fb1ce518209d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3328044 Feb 09 06:19:45.704750 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:45.705097 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:45.705820 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:45.706149 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:45.706505 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:45.706839 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:45.707173 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:45.707504 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:45.707816 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:45.708142 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:45.713733 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] Request body: {'port': {'device_id': '17de6776-a0c4-4755-9ae3-9164cdd85423', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80192'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:19:45.750558 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:45.774120 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:45.775578 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:45.775954 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:45.776287 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:45.776611 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 06:19:45.776974 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.services.segments.db [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e984982f-091b-47c5-971f-fd1cd16442ea']}} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:45.811311 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.services.segments.db [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b80be5-74c5-43ff-82a4-2721feb1131b') {'for_net_delete': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:45.811602 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.services.segments.db [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b80be5-74c5-43ff-82a4-2721feb1131b') {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:45.854372 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788413976266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5819285'] for segment (d0b80be5-74c5-43ff-82a4-2721feb1131b), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:45.894545 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (d0b80be5-74c5-43ff-82a4-2721feb1131b), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:45.908050 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-9743e32e-e6de-4b57-8a37-bb5dbe3e4a9e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Publish callbacks [] for port (a56c377c-7b41-49e8-8e8d-1e111b57455f), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:45.909850 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 06:19:45.910272 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6166218'] for segment (d0b80be5-74c5-43ff-82a4-2721feb1131b), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: from cryptography.utils import int_from_bytes Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: from cryptography.utils import int_from_bytes Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: Traceback (most recent call last): Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: timer() Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: cb(*args, **kw) Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: return func(*args, **kwargs) Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: self._notify() Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: self.callback(batched_events) Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: event.method(event) Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: return f(self, *a, **k) Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: return self._get(url).json() Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: return self.request(url, 'GET', **kwargs) Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 06:19:45.914012 dv-cinder-801923-6-iscsi neutron-server[103034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 06:19:45.982532 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8c424-a054-48a0-946b-e2363065be10 req-29b20a54-7280-4120-89a0-298c0afb575c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:45.984700 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e2d8c424-a054-48a0-946b-e2363065be10 req-29b20a54-7280-4120-89a0-298c0afb575c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 945 time: 0.1999826 Feb 09 06:19:46.043501 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e2d8c424-a054-48a0-946b-e2363065be10 req-1fde930a-6f1e-4e17-8064-5797526388c4 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482378 Feb 09 06:19:46.081684 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1884350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540539'] for network (e984982f-091b-47c5-971f-fd1cd16442ea), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:46.089639 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:46.094842 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e984982f-091b-47c5-971f-fd1cd16442ea HTTP/1.1" status: 204 len: 168 time: 0.6751385 Feb 09 06:19:46.098008 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 52238) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:46.109608 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a24f1-f22c-4f11-a248-093b51de0fd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e984982f-091b-47c5-971f-fd1cd16442ea,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:46.139033 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-9743e32e-e6de-4b57-8a37-bb5dbe3e4a9e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (a56c377c-7b41-49e8-8e8d-1e111b57455f), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:46.212580 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-9743e32e-e6de-4b57-8a37-bb5dbe3e4a9e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Network f0bda187-4e28-4090-8960-43f4efd30296 is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:19:46.237794 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95a3d7e-b9cf-4ab2-86b5-b3f6af916f6e admin admin] Deleting subnet 5fc7a119-3ad7-4924-86ce-88a457a86206 {{(pid=103035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 06:19:46.237794 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d95a3d7e-b9cf-4ab2-86b5-b3f6af916f6e admin admin] Publish callbacks [] for subnet (5fc7a119-3ad7-4924-86ce-88a457a86206), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:46.237951 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-9743e32e-e6de-4b57-8a37-bb5dbe3e4a9e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:19:46.250048 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-9743e32e-e6de-4b57-8a37-bb5dbe3e4a9e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:19:46.282776 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d95a3d7e-b9cf-4ab2-86b5-b3f6af916f6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5020422'] for subnet (5fc7a119-3ad7-4924-86ce-88a457a86206), precommit_delete_associations {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:46.282977 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743e32e-e6de-4b57-8a37-bb5dbe3e4a9e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Pushing event updated for resources: {'Port': ['ID=a56c377c-7b41-49e8-8e8d-1e111b57455f,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:46.320229 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-9743e32e-e6de-4b57-8a37-bb5dbe3e4a9e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:46.321005 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-9743e32e-e6de-4b57-8a37-bb5dbe3e4a9e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:46.333650 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12794a3-46eb-4db5-9a15-e01d89514def req-1562b230-7c5a-4de6-9e20-31da60d229c8 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:46.336127 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e12794a3-46eb-4db5-9a15-e01d89514def req-1562b230-7c5a-4de6-9e20-31da60d229c8 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 932 time: 0.1348677 Feb 09 06:19:46.347236 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d95a3d7e-b9cf-4ab2-86b5-b3f6af916f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070576'] for subnet (5fc7a119-3ad7-4924-86ce-88a457a86206), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:46.408839 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b {{(pid=103035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:19:46.420971 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] Publish callbacks [] for port (5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:46.426354 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e12794a3-46eb-4db5-9a15-e01d89514def req-6008727b-1737-4ee4-b094-00754adf6de2 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668752 Feb 09 06:19:46.468794 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-9743e32e-e6de-4b57-8a37-bb5dbe3e4a9e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9973264 Feb 09 06:19:46.495335 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] Request body: {'port': {'device_id': '83028580-c6af-45f7-88f6-c9690af639ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80192'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:19:46.523360 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.provisioning_blocks [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] Transition to ACTIVE for port object 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b will not be triggered until provisioned by entity L2. {{(pid=103035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 06:19:46.524655 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d95a3d7e-b9cf-4ab2-86b5-b3f6af916f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5111084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5061547'] for subnet (5fc7a119-3ad7-4924-86ce-88a457a86206), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:46.551912 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a3d7e-b9cf-4ab2-86b5-b3f6af916f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc7a119-3ad7-4924-86ce-88a457a86206,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:46.553779 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d95a3d7e-b9cf-4ab2-86b5-b3f6af916f6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for subnet (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:46.554696 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (a56c377c-7b41-49e8-8e8d-1e111b57455f), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:46.557247 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-d95a3d7e-b9cf-4ab2-86b5-b3f6af916f6e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5fc7a119-3ad7-4924-86ce-88a457a86206 HTTP/1.1" status: 204 len: 168 time: 0.4572322 Feb 09 06:19:46.559651 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 52254) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:46.612402 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:46.676528 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-995da13e-df32-4d3e-9ed5-e60ed571279e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096870'] for network (126ce5eb-ef3d-4454-be52-5c19204eea04), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:46.703936 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:46.837365 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-995da13e-df32-4d3e-9ed5-e60ed571279e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1884327', 'neutron.services.segments.db._delete_segments_for_network-8788413974977'] for network (126ce5eb-ef3d-4454-be52-5c19204eea04), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:46.844037 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] Attempting to bind port 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b on host hv-cinder-80192 for vnic_type normal with profile {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:19:46.844373 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] Attempting to bind port 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b by drivers openvswitch,hyperv on host hv-cinder-80192 at level 0 using segments [{'id': '3b300760-0b37-42f8-a2ee-9d24d51bed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f0bda187-4e28-4090-8960-43f4efd30296'}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:19:46.844736 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] Attempting to bind port 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b on network f0bda187-4e28-4090-8960-43f4efd30296 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:19:46.855694 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56c377c-7b41-49e8-8e8d-1e111b57455f {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:19:46.858693 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] Port 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b on network f0bda187-4e28-4090-8960-43f4efd30296 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80192 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 06:19:46.859167 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] Attempting to bind port 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b on network f0bda187-4e28-4090-8960-43f4efd30296 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:19:46.862012 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-995da13e-df32-4d3e-9ed5-e60ed571279e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126ce5eb-ef3d-4454-be52-5c19204eea04']}} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:46.863603 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] Publish callbacks [] for port (a56c377c-7b41-49e8-8e8d-1e111b57455f), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:46.873169 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] Checking agent: {'id': '16e2666b-01c8-44a0-ad9b-455a2be8881c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80192', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'started_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:19:46.873758 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] Checking segment: {'id': '3b300760-0b37-42f8-a2ee-9d24d51bed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f0bda187-4e28-4090-8960-43f4efd30296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:19:46.874309 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] Bound using segment: {'id': '3b300760-0b37-42f8-a2ee-9d24d51bed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f0bda187-4e28-4090-8960-43f4efd30296'} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:19:46.874677 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] Bound port: 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b, host: hv-cinder-80192, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b300760-0b37-42f8-a2ee-9d24d51bed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f0bda187-4e28-4090-8960-43f4efd30296'}}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:19:46.874919 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:46.876981 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] Transition to ACTIVE for port object a56c377c-7b41-49e8-8e8d-1e111b57455f will not be triggered until provisioned by entity L2. {{(pid=103034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 06:19:46.877965 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-995da13e-df32-4d3e-9ed5-e60ed571279e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f3aa72-0259-42ef-a442-22a871476c9f') {'for_net_delete': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:46.878396 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-995da13e-df32-4d3e-9ed5-e60ed571279e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f3aa72-0259-42ef-a442-22a871476c9f') {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:19:46.895223 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-995da13e-df32-4d3e-9ed5-e60ed571279e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788413976266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020429'] for segment (d2f3aa72-0259-42ef-a442-22a871476c9f), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:46.927993 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-995da13e-df32-4d3e-9ed5-e60ed571279e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (d2f3aa72-0259-42ef-a442-22a871476c9f), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:46.941338 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995da13e-df32-4d3e-9ed5-e60ed571279e admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 06:19:46.941732 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-995da13e-df32-4d3e-9ed5-e60ed571279e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5111174'] for segment (d2f3aa72-0259-42ef-a442-22a871476c9f), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: Traceback (most recent call last): Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: timer() Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: cb(*args, **kw) Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: return func(*args, **kwargs) Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: self._notify() Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: self.callback(batched_events) Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: event.method(event) Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: return f(self, *a, **k) Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._get(url).json() Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: return self.request(url, 'GET', **kwargs) Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 06:19:46.955606 dv-cinder-801923-6-iscsi neutron-server[103035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 06:19:47.009617 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] For port 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b, host hv-cinder-80192, cleared binding levels {{(pid=103035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:19:47.014297 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (a56c377c-7b41-49e8-8e8d-1e111b57455f), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:47.020970 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] For port 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b, host hv-cinder-80192, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b,segment=NetworkSegment(3b300760-0b37-42f8-a2ee-9d24d51bed79),segment_id=3b300760-0b37-42f8-a2ee-9d24d51bed79)] {{(pid=103035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:19:47.065751 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] Pushing event updated for resources: {'Port': ['ID=a56c377c-7b41-49e8-8e8d-1e111b57455f,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:47.071968 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:47.104596 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-995da13e-df32-4d3e-9ed5-e60ed571279e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1884350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540539'] for network (126ce5eb-ef3d-4454-be52-5c19204eea04), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:47.107235 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:47.137649 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-995da13e-df32-4d3e-9ed5-e60ed571279e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:47.140935 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-995da13e-df32-4d3e-9ed5-e60ed571279e admin admin] 10.222.0.13 "DELETE /v2.0/networks/126ce5eb-ef3d-4454-be52-5c19204eea04 HTTP/1.1" status: 204 len: 168 time: 0.5801556 Feb 09 06:19:47.158062 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] Attempting to bind port a56c377c-7b41-49e8-8e8d-1e111b57455f on host hv-cinder-80192 for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:19:47.159008 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] Attempting to bind port a56c377c-7b41-49e8-8e8d-1e111b57455f by drivers openvswitch,hyperv on host hv-cinder-80192 at level 0 using segments [{'id': '3b300760-0b37-42f8-a2ee-9d24d51bed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f0bda187-4e28-4090-8960-43f4efd30296'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:19:47.159514 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] Attempting to bind port a56c377c-7b41-49e8-8e8d-1e111b57455f on network f0bda187-4e28-4090-8960-43f4efd30296 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:19:47.160957 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995da13e-df32-4d3e-9ed5-e60ed571279e admin admin] Pushing event deleted for resources: {'Network': ['ID=126ce5eb-ef3d-4454-be52-5c19204eea04,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:47.166682 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:47.167312 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:47.169539 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] 10.222.0.30 "PUT /v2.0/ports/5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b HTTP/1.1" status: 200 len: 1093 time: 1.4603031 Feb 09 06:19:47.169904 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] Port a56c377c-7b41-49e8-8e8d-1e111b57455f on network f0bda187-4e28-4090-8960-43f4efd30296 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80192 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 06:19:47.170311 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17de6776-a0c4-4755-9ae3-9164cdd85423', 'tag': '5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:19:47.170567 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] Attempting to bind port a56c377c-7b41-49e8-8e8d-1e111b57455f on network f0bda187-4e28-4090-8960-43f4efd30296 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:19:47.172833 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fce39e-3ce2-4a53-9612-e860202ee882" -d '{"events": [{"name": "network-changed", "server_uuid": "17de6776-a0c4-4755-9ae3-9164cdd85423", "tag": "5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:19:47.179625 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] Checking agent: {'id': '16e2666b-01c8-44a0-ad9b-455a2be8881c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80192', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'started_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:19:47.180082 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] Checking segment: {'id': '3b300760-0b37-42f8-a2ee-9d24d51bed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f0bda187-4e28-4090-8960-43f4efd30296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:19:47.183291 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] Bound using segment: {'id': '3b300760-0b37-42f8-a2ee-9d24d51bed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f0bda187-4e28-4090-8960-43f4efd30296'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:19:47.183912 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] Bound port: a56c377c-7b41-49e8-8e8d-1e111b57455f, host: hv-cinder-80192, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b300760-0b37-42f8-a2ee-9d24d51bed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f0bda187-4e28-4090-8960-43f4efd30296'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:19:47.185066 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (a56c377c-7b41-49e8-8e8d-1e111b57455f), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:47.202407 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220efd80-f1c0-475f-a4ab-ffb6b2b743b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b,revision_number=3']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:47.236509 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0b6721-2e88-4311-9427-af7435d9ffbb x-openstack-request-id: req-6f0b6721-2e88-4311-9427-af7435d9ffbb {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:19:47.236909 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17de6776-a0c4-4755-9ae3-9164cdd85423", "tag": "5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:19:47.237301 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f0b6721-2e88-4311-9427-af7435d9ffbb {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:19:47.237797 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17de6776-a0c4-4755-9ae3-9164cdd85423', 'tag': '5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b', 'status': 'completed', 'code': 200} Feb 09 06:19:47.262560 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] For port a56c377c-7b41-49e8-8e8d-1e111b57455f, host hv-cinder-80192, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:19:47.265633 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] For port a56c377c-7b41-49e8-8e8d-1e111b57455f, host hv-cinder-80192, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=a56c377c-7b41-49e8-8e8d-1e111b57455f,segment=NetworkSegment(3b300760-0b37-42f8-a2ee-9d24d51bed79),segment_id=3b300760-0b37-42f8-a2ee-9d24d51bed79)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:19:47.330238 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (a56c377c-7b41-49e8-8e8d-1e111b57455f), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:47.336904 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fce39e-3ce2-4a53-9612-e860202ee882 req-d0a24aeb-cca6-4fe9-b677-b4d07330304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:47.338624 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-f2fce39e-3ce2-4a53-9612-e860202ee882 req-d0a24aeb-cca6-4fe9-b677-b4d07330304f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d24c9276ccc34d9d8d00b76f66800588&device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 1127 time: 0.0440102 Feb 09 06:19:47.362792 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:47.363513 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:47.367545 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] 10.222.0.30 "PUT /v2.0/ports/a56c377c-7b41-49e8-8e8d-1e111b57455f HTTP/1.1" status: 200 len: 1094 time: 0.8740177 Feb 09 06:19:47.367545 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83028580-c6af-45f7-88f6-c9690af639ba', 'tag': 'a56c377c-7b41-49e8-8e8d-1e111b57455f'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:19:47.369755 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dfca9e-34fe-4813-a026-b2671dec2a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "83028580-c6af-45f7-88f6-c9690af639ba", "tag": "a56c377c-7b41-49e8-8e8d-1e111b57455f"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:19:47.404515 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61638015-faf4-448e-8c51-77dbe42f3395 service neutron] Pushing event updated for resources: {'Port': ['ID=a56c377c-7b41-49e8-8e8d-1e111b57455f,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:47.417405 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb31490d-803b-4058-9a82-207dc9738a13 x-openstack-request-id: req-eb31490d-803b-4058-9a82-207dc9738a13 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:19:47.417771 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83028580-c6af-45f7-88f6-c9690af639ba", "tag": "a56c377c-7b41-49e8-8e8d-1e111b57455f", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:19:47.418032 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb31490d-803b-4058-9a82-207dc9738a13 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:19:47.418457 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83028580-c6af-45f7-88f6-c9690af639ba', 'tag': 'a56c377c-7b41-49e8-8e8d-1e111b57455f', 'status': 'completed', 'code': 200} Feb 09 06:19:47.453740 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fce39e-3ce2-4a53-9612-e860202ee882 req-2730c2fe-e7f6-4877-aa57-d8c8e5bd0f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:47.455415 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-f2fce39e-3ce2-4a53-9612-e860202ee882 req-2730c2fe-e7f6-4877-aa57-d8c8e5bd0f12 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d24c9276ccc34d9d8d00b76f66800588&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0996490 Feb 09 06:19:47.595234 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fce39e-3ce2-4a53-9612-e860202ee882 req-23ad1390-3b0f-4c1d-a5d9-73c81c81c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:47.596611 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-f2fce39e-3ce2-4a53-9612-e860202ee882 req-23ad1390-3b0f-4c1d-a5d9-73c81c81c517 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1217699 Feb 09 06:19:47.598999 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfca9e-34fe-4813-a026-b2671dec2a4b req-f928da2e-48ac-4e9f-9bea-9b4cc3d89027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:47.600478 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e4dfca9e-34fe-4813-a026-b2671dec2a4b req-f928da2e-48ac-4e9f-9bea-9b4cc3d89027 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d24c9276ccc34d9d8d00b76f66800588&device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 1128 time: 0.1173337 Feb 09 06:19:47.612987 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 52292) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:47.634856 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b65f2c-013c-4255-8812-1089249b332a req-6d50a271-1b27-4c2b-bb10-d394ef4a4616 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:47.636342 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d8b65f2c-013c-4255-8812-1089249b332a req-6d50a271-1b27-4c2b-bb10-d394ef4a4616 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 944 time: 0.1021185 Feb 09 06:19:47.729342 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-c34eb058-ae66-4e29-a821-b85f92e25c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:47.731752 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-c34eb058-ae66-4e29-a821-b85f92e25c8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d24c9276ccc34d9d8d00b76f66800588&device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 1127 time: 0.0541353 Feb 09 06:19:47.798734 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-17848d98-9359-4e1a-adcf-13346525fd29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b HTTP/1.1" status: 200 len: 217 time: 0.0395868 Feb 09 06:19:47.859808 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-2cae60e9-4b9a-4aee-afac-8f7c372a4552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:47.862511 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-2cae60e9-4b9a-4aee-afac-8f7c372a4552 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9875eb3a-2b3e-4144-a2ff-7cc38bef213b HTTP/1.1" status: 200 len: 858 time: 0.0571089 Feb 09 06:19:47.900458 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-3878a5c4-030a-4905-a822-a649da407539 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0bda187-4e28-4090-8960-43f4efd30296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287275 Feb 09 06:19:47.970598 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-fa39a64a-e902-4828-99bf-5229552426d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f2d8f30f3d84aceb0ca4d7e246f8cf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564680 Feb 09 06:19:47.973440 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 52300) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:48.005436 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-b96824bf-8966-4aca-bd67-1e6f844003cf service neutron] 10.222.0.30 "GET /v2.0/networks/f0bda187-4e28-4090-8960-43f4efd30296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984573 Feb 09 06:19:48.057087 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d8b65f2c-013c-4255-8812-1089249b332a req-3563590b-547a-463b-81bb-380d5e864e6b tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090278 Feb 09 06:19:48.095560 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfca9e-34fe-4813-a026-b2671dec2a4b req-59264781-f5ab-4ddc-a0d9-54c6670db76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:48.096951 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e4dfca9e-34fe-4813-a026-b2671dec2a4b req-59264781-f5ab-4ddc-a0d9-54c6670db76f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d24c9276ccc34d9d8d00b76f66800588&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4597783 Feb 09 06:19:48.111003 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-cb7aa580-5928-424b-8dd7-3ddd41552026 req-c44ea17d-0454-40ee-b903-d626f8bc3ebf service neutron] 10.222.0.30 "GET /v2.0/networks/f0bda187-4e28-4090-8960-43f4efd30296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892274 Feb 09 06:19:48.145067 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6d72-73d6-4c4b-a8ef-fed2c0ab0b7e admin admin] Publish callbacks [] for security_group (4add958c-c586-4209-b666-7e0098dfcba1), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:48.232361 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6d72-73d6-4c4b-a8ef-fed2c0ab0b7e admin admin] Publish callbacks [] for security_group (4add958c-c586-4209-b666-7e0098dfcba1), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:48.303926 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfca9e-34fe-4813-a026-b2671dec2a4b req-48ee2ea4-5328-47c6-b2bf-d42fe98355e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:48.305392 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e4dfca9e-34fe-4813-a026-b2671dec2a4b req-48ee2ea4-5328-47c6-b2bf-d42fe98355e1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1992753 Feb 09 06:19:48.367286 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6d72-73d6-4c4b-a8ef-fed2c0ab0b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (4add958c-c586-4209-b666-7e0098dfcba1), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:48.369763 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6d72-73d6-4c4b-a8ef-fed2c0ab0b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:48.370943 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-e1ca6d72-73d6-4c4b-a8ef-fed2c0ab0b7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4add958c-c586-4209-b666-7e0098dfcba1 HTTP/1.1" status: 204 len: 168 time: 0.3905809 Feb 09 06:19:48.379831 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca6d72-73d6-4c4b-a8ef-fed2c0ab0b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4add958c-c586-4209-b666-7e0098dfcba1,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:48.488330 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-1ab24871-9612-46fa-8ad0-8ad1de8087db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:48.489565 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-1ab24871-9612-46fa-8ad0-8ad1de8087db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d24c9276ccc34d9d8d00b76f66800588&device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 1128 time: 0.0479884 Feb 09 06:19:48.545665 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-e79ef8cd-e7d8-441f-895f-4c921eddf980 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a56c377c-7b41-49e8-8e8d-1e111b57455f HTTP/1.1" status: 200 len: 217 time: 0.0396984 Feb 09 06:19:48.594642 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-9e208b0a-b118-47bd-9b7a-7336a62f4e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:48.596115 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-9e208b0a-b118-47bd-9b7a-7336a62f4e54 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9875eb3a-2b3e-4144-a2ff-7cc38bef213b HTTP/1.1" status: 200 len: 858 time: 0.0443161 Feb 09 06:19:48.629276 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-7e0a3eea-30b9-4c6c-8f86-943c020f18e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0bda187-4e28-4090-8960-43f4efd30296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263371 Feb 09 06:19:48.725349 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-b80cfb9b-2986-41e3-b2a7-4162aa3eea43 service neutron] 10.222.0.30 "GET /v2.0/networks/f0bda187-4e28-4090-8960-43f4efd30296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892835 Feb 09 06:19:48.815616 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e060dd9-6715-43a7-9bf1-4f5f074d5af2 req-d7a72a4e-b06e-4da3-a8a1-9e0a3e27682a service neutron] 10.222.0.30 "GET /v2.0/networks/f0bda187-4e28-4090-8960-43f4efd30296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829186 Feb 09 06:19:49.242699 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63259ead-3379-4edf-832d-ae893de3795e req-63366299-b154-4089-8bc3-b36161571c42 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:49.244177 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-63259ead-3379-4edf-832d-ae893de3795e req-63366299-b154-4089-8bc3-b36161571c42 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 944 time: 0.1102598 Feb 09 06:19:49.258748 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 52334) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:49.275067 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe797012-e62a-4609-9b72-43959b628f5f req-57a0ec9a-01dd-40d5-baef-dac83cbdc318 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:49.276542 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fe797012-e62a-4609-9b72-43959b628f5f req-57a0ec9a-01dd-40d5-baef-dac83cbdc318 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/networks?id=229396a1-26e4-4278-9f79-edf04db0937b HTTP/1.1" status: 200 len: 815 time: 0.1537032 Feb 09 06:19:49.302620 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-5e6247d7-158e-4fcc-bb2f-03ecd58f730b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6e2145dace24f7da0636c669e6dec33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426242 Feb 09 06:19:49.305027 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 52336) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:19:49.306711 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fe797012-e62a-4609-9b72-43959b628f5f req-2f9fe884-4a65-4f2a-aaba-cd762a90537a tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/quotas/03ef937c2ef44614b2ea53686df186b5 HTTP/1.1" status: 200 len: 375 time: 0.0230780 Feb 09 06:19:49.314382 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-63259ead-3379-4edf-832d-ae893de3795e req-6c6aee49-24aa-4bc0-97d9-fc9dfa4bae00 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602462 Feb 09 06:19:49.357837 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-8a61957e-b198-4f4c-b9c7-0154ec0d5577 admin admin] Publish callbacks [] for security_group (ca984773-0edb-477a-97d0-b34496bf9e7e), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:49.368469 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fe797012-e62a-4609-9b72-43959b628f5f req-f0e86486-1dbf-492e-ab3b-e84d9b821d65 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03ef937c2ef44614b2ea53686df186b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531445 Feb 09 06:19:49.378734 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-8a61957e-b198-4f4c-b9c7-0154ec0d5577 admin admin] Publish callbacks [] for security_group (ca984773-0edb-477a-97d0-b34496bf9e7e), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:49.461258 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fe797012-e62a-4609-9b72-43959b628f5f req-e314bf31-984c-4bff-b444-e8301e4e29c4 service neutron] 10.222.0.13 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853138 Feb 09 06:19:49.505578 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-8a61957e-b198-4f4c-b9c7-0154ec0d5577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (ca984773-0edb-477a-97d0-b34496bf9e7e), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:49.508419 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-8a61957e-b198-4f4c-b9c7-0154ec0d5577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:49.513060 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-8a61957e-b198-4f4c-b9c7-0154ec0d5577 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca984773-0edb-477a-97d0-b34496bf9e7e HTTP/1.1" status: 204 len: 168 time: 0.2065721 Feb 09 06:19:49.520950 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61957e-b198-4f4c-b9c7-0154ec0d5577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca984773-0edb-477a-97d0-b34496bf9e7e,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:49.565910 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fe797012-e62a-4609-9b72-43959b628f5f req-a237b1c9-e5cf-406c-b126-3f98098089d7 service neutron] 10.222.0.13 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981705 Feb 09 06:19:49.826645 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-dc087320-12bf-4fbf-bfff-bbbdbbc17405 req-df6c684a-9267-4f94-b3af-15a5ad6a5c62 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 210 time: 0.0273423 Feb 09 06:19:50.458501 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b91f47-313a-45c8-ae80-0853aa8fbca5 req-c14ed4dc-b0f5-4501-bcc0-4cbbeb216eb2 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:50.460001 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-18b91f47-313a-45c8-ae80-0853aa8fbca5 req-c14ed4dc-b0f5-4501-bcc0-4cbbeb216eb2 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 944 time: 0.0540326 Feb 09 06:19:50.508801 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-18b91f47-313a-45c8-ae80-0853aa8fbca5 req-e5564ec4-1a11-4af7-913c-87211617f495 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404520 Feb 09 06:19:50.917010 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9bb6177a-ed8c-46bd-8bfd-8ecbc41ea0ed req-3dbcf9c2-4f43-4740-834b-971711cb69a1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 210 time: 0.0259333 Feb 09 06:19:51.628133 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62d500-8e72-4502-a8ba-6a04a991bd43 req-69734206-79ba-4459-a477-efed15de5b92 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:51.629639 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0d62d500-8e72-4502-a8ba-6a04a991bd43 req-69734206-79ba-4459-a477-efed15de5b92 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 944 time: 0.0558939 Feb 09 06:19:51.675266 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0d62d500-8e72-4502-a8ba-6a04a991bd43 req-8c85137a-f70d-4f52-9e31-901df93ef090 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401731 Feb 09 06:19:52.006134 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-34ec2c14-1ddc-4ab1-8eff-ab4fb5529a35 req-64227b35-360a-4de9-8115-2e42a7a45a1b tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 210 time: 0.0265822 Feb 09 06:19:52.511455 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:19:52.613965 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b,segment=NetworkSegment(3b300760-0b37-42f8-a2ee-9d24d51bed79),segment_id=3b300760-0b37-42f8-a2ee-9d24d51bed79)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:19:52.626796 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': '5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b', 'network_id': 'f0bda187-4e28-4090-8960-43f4efd30296', 'port_id': '5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b', 'mac_address': 'fa:16:3e:c6:08:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9875eb3a-2b3e-4144-a2ff-7cc38bef213b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:19:52.665123 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:19:52.665570 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:52.678893 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:19:52.698811 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b,segment=NetworkSegment(3b300760-0b37-42f8-a2ee-9d24d51bed79),segment_id=3b300760-0b37-42f8-a2ee-9d24d51bed79)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:19:52.798499 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fea6f-eec1-439e-82f3-fe30479ee909 req-3ae1b6b7-275c-44b2-84af-eebb03a548a4 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:52.799988 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-294fea6f-eec1-439e-82f3-fe30479ee909 req-3ae1b6b7-275c-44b2-84af-eebb03a548a4 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 944 time: 0.0510001 Feb 09 06:19:52.801849 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:52.846421 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-294fea6f-eec1-439e-82f3-fe30479ee909 req-f47a94dc-1599-485b-b5a6-e2d24132242c tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 Feb 09 06:19:52.849638 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:53.111027 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bdbe1344-5dcc-462a-9532-29247eb4e3e2 req-7d43d2ee-a53f-4e1f-b1ec-6e3ea2f3b8eb tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 210 time: 0.0367200 Feb 09 06:19:53.961852 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311db638-b17f-4ec2-be40-e55351070913 req-b490e9fe-c956-458a-b486-695036bba2b5 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:53.963245 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-311db638-b17f-4ec2-be40-e55351070913 req-b490e9fe-c956-458a-b486-695036bba2b5 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 944 time: 0.0506186 Feb 09 06:19:54.009142 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-311db638-b17f-4ec2-be40-e55351070913 req-99264b45-2350-4cf8-a5ef-2f5aabdf4cd4 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405009 Feb 09 06:19:54.203984 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-14c7aa6a-aa84-4437-832d-aa0a7fb1ff04 req-78d901d0-afa3-4c0b-98c4-d99b4bd6e7bb tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 210 time: 0.0256524 Feb 09 06:19:55.127664 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676380d-c739-451b-903e-bff546aca1af req-91d4020f-84ca-49c7-832d-3ae1f08e4bc1 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:55.128349 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b676380d-c739-451b-903e-bff546aca1af req-91d4020f-84ca-49c7-832d-3ae1f08e4bc1 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 944 time: 0.0548074 Feb 09 06:19:55.174079 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b676380d-c739-451b-903e-bff546aca1af req-9340f02b-80c4-4090-a3f8-eae9e864cc73 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403173 Feb 09 06:19:55.296599 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4fc85f5d-68e7-4b03-a208-70f01dabbd2d req-20daf965-5344-4e15-9fe6-62dbc43aedf7 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 210 time: 0.0258019 Feb 09 06:19:55.887470 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe797012-e62a-4609-9b72-43959b628f5f req-9b9b9ef3-45ef-4aa0-b92e-4033921caa0e tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:55.888892 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fe797012-e62a-4609-9b72-43959b628f5f req-9b9b9ef3-45ef-4aa0-b92e-4033921caa0e tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.30 "GET /v2.0/networks?id=229396a1-26e4-4278-9f79-edf04db0937b HTTP/1.1" status: 200 len: 815 time: 0.1014853 Feb 09 06:19:55.909477 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-fe797012-e62a-4609-9b72-43959b628f5f req-d415bc76-cb94-4be0-94fa-76bc698b0ae9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Request body: {'port': {'device_id': 'e13d7b75-783e-45b1-9362-4ffd3cb808c0', 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b', 'admin_state_up': True, 'tenant_id': '03ef937c2ef44614b2ea53686df186b5'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:19:55.967640 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:19:56.065925 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe797012-e62a-4609-9b72-43959b628f5f req-d415bc76-cb94-4be0-94fa-76bc698b0ae9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Made reservation on behalf of 03ef937c2ef44614b2ea53686df186b5 for: {'port': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:19:56.069479 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-fe797012-e62a-4609-9b72-43959b628f5f req-d415bc76-cb94-4be0-94fa-76bc698b0ae9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:56.194792 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [req-fe797012-e62a-4609-9b72-43959b628f5f req-d415bc76-cb94-4be0-94fa-76bc698b0ae9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Allocated IP 172.20.0.12 (229396a1-26e4-4278-9f79-edf04db0937b/17699ff6-b85b-405b-b589-92a77c85fd65/0aaddf44-afa2-43e0-a8f7-9c9da18012bb) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:19:56.356261 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b3066-2f1f-47eb-9eb9-002b7068d725 req-b33c48b9-94a3-4f82-9301-6c9e31d97eb3 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:56.357762 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ac9b3066-2f1f-47eb-9eb9-002b7068d725 req-b33c48b9-94a3-4f82-9301-6c9e31d97eb3 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 944 time: 0.1134996 Feb 09 06:19:56.419013 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-fe797012-e62a-4609-9b72-43959b628f5f req-d415bc76-cb94-4be0-94fa-76bc698b0ae9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks [] for port (0aaddf44-afa2-43e0-a8f7-9c9da18012bb), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:56.426843 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-036c5998-d677-43a1-8f82-933702e70038 req-4e2ed3ce-8256-4445-8683-a56c641d08e4 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 210 time: 0.0556133 Feb 09 06:19:56.453582 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ac9b3066-2f1f-47eb-9eb9-002b7068d725 req-d716a9e3-dff7-4ff4-8d3d-bc6fcf547952 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854766 Feb 09 06:19:56.528779 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-fe797012-e62a-4609-9b72-43959b628f5f req-d415bc76-cb94-4be0-94fa-76bc698b0ae9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (0aaddf44-afa2-43e0-a8f7-9c9da18012bb), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:56.575606 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe797012-e62a-4609-9b72-43959b628f5f req-d415bc76-cb94-4be0-94fa-76bc698b0ae9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Network 229396a1-26e4-4278-9f79-edf04db0937b is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:19:56.576798 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['898572b2-25e9-48d8-b22d-41abde8d6c05', 'dd9228dd-724e-40be-8917-f606b813fd82'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:19:56.578646 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [req-fe797012-e62a-4609-9b72-43959b628f5f req-d415bc76-cb94-4be0-94fa-76bc698b0ae9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:19:56.582275 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe797012-e62a-4609-9b72-43959b628f5f req-d415bc76-cb94-4be0-94fa-76bc698b0ae9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:19:56.604814 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415bc76-cb94-4be0-94fa-76bc698b0ae9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Pushing event updated for resources: {'Port': ['ID=0aaddf44-afa2-43e0-a8f7-9c9da18012bb,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:56.632424 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe797012-e62a-4609-9b72-43959b628f5f req-d415bc76-cb94-4be0-94fa-76bc698b0ae9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:56.633032 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-fe797012-e62a-4609-9b72-43959b628f5f req-d415bc76-cb94-4be0-94fa-76bc698b0ae9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:56.703151 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fe797012-e62a-4609-9b72-43959b628f5f req-d415bc76-cb94-4be0-94fa-76bc698b0ae9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7973826 Feb 09 06:19:56.723959 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] Request body: {'port': {'device_id': 'e13d7b75-783e-45b1-9362-4ffd3cb808c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80192'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:19:56.785115 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (0aaddf44-afa2-43e0-a8f7-9c9da18012bb), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:57.238392 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aaddf44-afa2-43e0-a8f7-9c9da18012bb {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:19:57.245928 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] Publish callbacks [] for port (0aaddf44-afa2-43e0-a8f7-9c9da18012bb), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:57.258964 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] Transition to ACTIVE for port object 0aaddf44-afa2-43e0-a8f7-9c9da18012bb will not be triggered until provisioned by entity L2. {{(pid=103034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 06:19:57.339473 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (0aaddf44-afa2-43e0-a8f7-9c9da18012bb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:57.391543 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] Pushing event updated for resources: {'Port': ['ID=0aaddf44-afa2-43e0-a8f7-9c9da18012bb,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:57.464415 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] Attempting to bind port 0aaddf44-afa2-43e0-a8f7-9c9da18012bb on host hv-cinder-80192 for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:19:57.464753 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] Attempting to bind port 0aaddf44-afa2-43e0-a8f7-9c9da18012bb by drivers openvswitch,hyperv on host hv-cinder-80192 at level 0 using segments [{'id': 'd8fb8075-f4a1-40c5-a70f-a532b4dd14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:19:57.465073 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] Attempting to bind port 0aaddf44-afa2-43e0-a8f7-9c9da18012bb on network 229396a1-26e4-4278-9f79-edf04db0937b {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:19:57.469536 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] Port 0aaddf44-afa2-43e0-a8f7-9c9da18012bb on network 229396a1-26e4-4278-9f79-edf04db0937b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80192 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 06:19:57.469867 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] Attempting to bind port 0aaddf44-afa2-43e0-a8f7-9c9da18012bb on network 229396a1-26e4-4278-9f79-edf04db0937b {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:19:57.477933 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] Checking agent: {'id': '16e2666b-01c8-44a0-ad9b-455a2be8881c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80192', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'started_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:19:57.478354 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] Checking segment: {'id': 'd8fb8075-f4a1-40c5-a70f-a532b4dd14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:19:57.478749 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] Bound using segment: {'id': 'd8fb8075-f4a1-40c5-a70f-a532b4dd14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:19:57.479183 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] Bound port: 0aaddf44-afa2-43e0-a8f7-9c9da18012bb, host: hv-cinder-80192, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8fb8075-f4a1-40c5-a70f-a532b4dd14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:19:57.479628 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (0aaddf44-afa2-43e0-a8f7-9c9da18012bb), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:57.581109 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device a56c377c-7b41-49e8-8e8d-1e111b57455f details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:19:57.593171 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:19:57.621357 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] For port 0aaddf44-afa2-43e0-a8f7-9c9da18012bb, host hv-cinder-80192, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:19:57.625428 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] For port 0aaddf44-afa2-43e0-a8f7-9c9da18012bb, host hv-cinder-80192, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=0aaddf44-afa2-43e0-a8f7-9c9da18012bb,segment=NetworkSegment(d8fb8075-f4a1-40c5-a70f-a532b4dd14fc),segment_id=d8fb8075-f4a1-40c5-a70f-a532b4dd14fc)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:19:57.639264 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a1052-7626-4530-8833-9708e4627287 req-bb36b845-6908-4ac9-8c64-46761cd4c13c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:57.641318 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4a5a1052-7626-4530-8833-9708e4627287 req-bb36b845-6908-4ac9-8c64-46761cd4c13c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 944 time: 0.1211951 Feb 09 06:19:57.655180 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26837b3-8b8a-4fe3-8449-5d617f1c891b req-517a120a-354f-47f4-bdb2-b0b56ba936a4 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:57.657283 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a26837b3-8b8a-4fe3-8449-5d617f1c891b req-517a120a-354f-47f4-bdb2-b0b56ba936a4 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 944 time: 0.1253941 Feb 09 06:19:57.711477 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (0aaddf44-afa2-43e0-a8f7-9c9da18012bb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:57.730401 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port a56c377c-7b41-49e8-8e8d-1e111b57455f, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=a56c377c-7b41-49e8-8e8d-1e111b57455f,segment=NetworkSegment(3b300760-0b37-42f8-a2ee-9d24d51bed79),segment_id=3b300760-0b37-42f8-a2ee-9d24d51bed79)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:19:57.741581 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': 'a56c377c-7b41-49e8-8e8d-1e111b57455f', 'network_id': 'f0bda187-4e28-4090-8960-43f4efd30296', 'port_id': 'a56c377c-7b41-49e8-8e8d-1e111b57455f', 'mac_address': 'fa:16:3e:05:0c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9875eb3a-2b3e-4144-a2ff-7cc38bef213b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:19:57.751196 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4a5a1052-7626-4530-8833-9708e4627287 req-5d775319-f80d-4598-8c7f-19047b7a205e tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042159 Feb 09 06:19:57.764294 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:57.765486 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:57.767430 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fe797012-e62a-4609-9b72-43959b628f5f req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] 10.222.0.30 "PUT /v2.0/ports/0aaddf44-afa2-43e0-a8f7-9c9da18012bb HTTP/1.1" status: 200 len: 1094 time: 1.0475616 Feb 09 06:19:57.767804 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13d7b75-783e-45b1-9362-4ffd3cb808c0', 'tag': '0aaddf44-afa2-43e0-a8f7-9c9da18012bb'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:19:57.770083 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06dedc1-2edc-41f3-9767-7d189516d680" -d '{"events": [{"name": "network-changed", "server_uuid": "e13d7b75-783e-45b1-9362-4ffd3cb808c0", "tag": "0aaddf44-afa2-43e0-a8f7-9c9da18012bb"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:19:57.775272 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a26837b3-8b8a-4fe3-8449-5d617f1c891b req-735616cc-6b1a-482b-83a1-756e79eea79a tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054213 Feb 09 06:19:57.797951 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001aa7f-9e70-46bd-bfe8-ed64d4dd765a service neutron] Pushing event updated for resources: {'Port': ['ID=0aaddf44-afa2-43e0-a8f7-9c9da18012bb,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:57.802077 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning for port 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b completed by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 06:19:57.812973 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:19:57.813347 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:57.814022 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01343b12-45d0-451d-8a1e-d2b36efb32a2 x-openstack-request-id: req-01343b12-45d0-451d-8a1e-d2b36efb32a2 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:19:57.814426 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13d7b75-783e-45b1-9362-4ffd3cb808c0", "tag": "0aaddf44-afa2-43e0-a8f7-9c9da18012bb", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:19:57.814688 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01343b12-45d0-451d-8a1e-d2b36efb32a2 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:19:57.815088 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13d7b75-783e-45b1-9362-4ffd3cb808c0', 'tag': '0aaddf44-afa2-43e0-a8f7-9c9da18012bb', 'status': 'completed', 'code': 200} Feb 09 06:19:57.836270 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port a56c377c-7b41-49e8-8e8d-1e111b57455f is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:19:57.836649 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (a56c377c-7b41-49e8-8e8d-1e111b57455f), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:57.858816 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56c377c-7b41-49e8-8e8d-1e111b57455f {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:19:57.885480 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port a56c377c-7b41-49e8-8e8d-1e111b57455f, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=a56c377c-7b41-49e8-8e8d-1e111b57455f,segment=NetworkSegment(3b300760-0b37-42f8-a2ee-9d24d51bed79),segment_id=3b300760-0b37-42f8-a2ee-9d24d51bed79)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:19:57.923537 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:19:57.923930 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:57.949034 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17de6776-a0c4-4755-9ae3-9164cdd85423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:19:57.951467 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8b1da4-56bc-4fe8-b4e9-6bdaa9217c77" -d '{"events": [{"server_uuid": "17de6776-a0c4-4755-9ae3-9164cdd85423", "name": "network-vif-plugged", "status": "completed", "tag": "5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:19:57.964443 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b,segment=NetworkSegment(3b300760-0b37-42f8-a2ee-9d24d51bed79),segment_id=3b300760-0b37-42f8-a2ee-9d24d51bed79)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:19:57.991039 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dedc1-2edc-41f3-9767-7d189516d680 req-f0620754-43c8-406d-977c-3d1aae766dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:57.995161 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (a56c377c-7b41-49e8-8e8d-1e111b57455f), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:57.995299 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e06dedc1-2edc-41f3-9767-7d189516d680 req-f0620754-43c8-406d-977c-3d1aae766dd6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03ef937c2ef44614b2ea53686df186b5&device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 1128 time: 0.0557921 Feb 09 06:19:58.018633 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba6c942-4216-484b-bb70-a3afccddd3f4 x-openstack-request-id: req-3ba6c942-4216-484b-bb70-a3afccddd3f4 {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:19:58.025125 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17de6776-a0c4-4755-9ae3-9164cdd85423", "name": "network-vif-plugged", "status": "completed", "tag": "5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:19:58.025125 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ba6c942-4216-484b-bb70-a3afccddd3f4 {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:19:58.025125 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17de6776-a0c4-4755-9ae3-9164cdd85423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b', 'code': 200} Feb 09 06:19:58.043878 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=a56c377c-7b41-49e8-8e8d-1e111b57455f,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:58.099923 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:58.144653 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dedc1-2edc-41f3-9767-7d189516d680 req-1cceee84-69cd-47ce-9959-9b0664450011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:58.149113 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e06dedc1-2edc-41f3-9767-7d189516d680 req-1cceee84-69cd-47ce-9959-9b0664450011 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=03ef937c2ef44614b2ea53686df186b5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1040912 Feb 09 06:19:58.159173 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:19:58.246113 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dedc1-2edc-41f3-9767-7d189516d680 req-cd92c98c-741e-4881-8c33-af1e5866098c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:58.246808 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e06dedc1-2edc-41f3-9767-7d189516d680 req-cd92c98c-741e-4881-8c33-af1e5866098c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0920131 Feb 09 06:19:58.357886 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe797012-e62a-4609-9b72-43959b628f5f req-63457925-b772-488d-aec7-481ecb7ea9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:58.360091 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fe797012-e62a-4609-9b72-43959b628f5f req-63457925-b772-488d-aec7-481ecb7ea9e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03ef937c2ef44614b2ea53686df186b5&device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 1128 time: 0.0445580 Feb 09 06:19:58.410480 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fe797012-e62a-4609-9b72-43959b628f5f req-8fa875ff-47c1-4997-a11a-8812ebb229df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0aaddf44-afa2-43e0-a8f7-9c9da18012bb HTTP/1.1" status: 200 len: 217 time: 0.0344646 Feb 09 06:19:58.417337 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['a56c377c-7b41-49e8-8e8d-1e111b57455f'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:19:58.496370 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe797012-e62a-4609-9b72-43959b628f5f req-419ce62d-f085-4d75-8a42-00fa6aa7427a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:58.497792 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fe797012-e62a-4609-9b72-43959b628f5f req-419ce62d-f085-4d75-8a42-00fa6aa7427a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17699ff6-b85b-405b-b589-92a77c85fd65 HTTP/1.1" status: 200 len: 855 time: 0.0791309 Feb 09 06:19:58.525814 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c177f-77b3-4ecd-afac-26d3e2b8f582 req-bed98770-9697-4e23-be43-90a9cd0fa1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:58.527405 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-a84c177f-77b3-4ecd-afac-26d3e2b8f582 req-bed98770-9697-4e23-be43-90a9cd0fa1fd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 1129 time: 0.0568783 Feb 09 06:19:58.542747 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fe797012-e62a-4609-9b72-43959b628f5f req-2cd038d9-3d94-4c79-b08f-fbc058dad997 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=229396a1-26e4-4278-9f79-edf04db0937b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362000 Feb 09 06:19:58.581079 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-a84c177f-77b3-4ecd-afac-26d3e2b8f582 req-eb7f3b59-8eda-43d7-99c9-9c4079eaa9f3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418482 Feb 09 06:19:58.657291 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fe797012-e62a-4609-9b72-43959b628f5f req-0df03510-98b0-469a-af5e-d0305d49b3bb service neutron] 10.222.0.30 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027753 Feb 09 06:19:58.918636 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdb16e-be4e-4d49-bdbe-cc748b97c0f5 req-c21e4449-d31b-49a8-bbf6-c48edca428b8 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:58.920116 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3dcdb16e-be4e-4d49-bdbe-cc748b97c0f5 req-c21e4449-d31b-49a8-bbf6-c48edca428b8 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 944 time: 0.0907848 Feb 09 06:19:58.984137 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8424fdf-fbbc-4926-8f55-af6170768194 req-77545dca-536a-41d1-8aed-ba4faf941148 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:19:58.989308 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d8424fdf-fbbc-4926-8f55-af6170768194 req-77545dca-536a-41d1-8aed-ba4faf941148 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 945 time: 0.1273019 Feb 09 06:19:59.052090 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3dcdb16e-be4e-4d49-bdbe-cc748b97c0f5 req-349fccfa-5bdb-4bd4-a03e-d7c58b7d43eb tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218064 Feb 09 06:19:59.090981 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fe797012-e62a-4609-9b72-43959b628f5f req-48b1c425-c40c-4db7-ab8e-44b975ebd899 service neutron] 10.222.0.30 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623766 Feb 09 06:19:59.090981 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d8424fdf-fbbc-4926-8f55-af6170768194 req-96aff294-d2f8-4d15-90c6-1ec44e082522 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938637 Feb 09 06:19:59.585613 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device a56c377c-7b41-49e8-8e8d-1e111b57455f up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:19:59.775497 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning for port a56c377c-7b41-49e8-8e8d-1e111b57455f completed by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 06:19:59.779633 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port a56c377c-7b41-49e8-8e8d-1e111b57455f triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:19:59.780031 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (a56c377c-7b41-49e8-8e8d-1e111b57455f), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:59.857483 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port a56c377c-7b41-49e8-8e8d-1e111b57455f is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:19:59.857986 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (a56c377c-7b41-49e8-8e8d-1e111b57455f), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:19:59.893599 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port a56c377c-7b41-49e8-8e8d-1e111b57455f, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=a56c377c-7b41-49e8-8e8d-1e111b57455f,segment=NetworkSegment(3b300760-0b37-42f8-a2ee-9d24d51bed79),segment_id=3b300760-0b37-42f8-a2ee-9d24d51bed79)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:20:00.007405 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (a56c377c-7b41-49e8-8e8d-1e111b57455f), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:00.029064 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83028580-c6af-45f7-88f6-c9690af639ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56c377c-7b41-49e8-8e8d-1e111b57455f'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:20:00.031819 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61bc12a-cc67-4dd5-9ebf-6e156d2a73db" -d '{"events": [{"server_uuid": "83028580-c6af-45f7-88f6-c9690af639ba", "name": "network-vif-plugged", "status": "completed", "tag": "a56c377c-7b41-49e8-8e8d-1e111b57455f"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:20:00.059815 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=a56c377c-7b41-49e8-8e8d-1e111b57455f,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:00.068509 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651411df-3569-4547-9fec-cd4ea95ac19f x-openstack-request-id: req-651411df-3569-4547-9fec-cd4ea95ac19f {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:20:00.068509 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83028580-c6af-45f7-88f6-c9690af639ba", "name": "network-vif-plugged", "status": "completed", "tag": "a56c377c-7b41-49e8-8e8d-1e111b57455f", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:20:00.068509 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-651411df-3569-4547-9fec-cd4ea95ac19f {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:20:00.068509 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83028580-c6af-45f7-88f6-c9690af639ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56c377c-7b41-49e8-8e8d-1e111b57455f', 'code': 200} Feb 09 06:20:00.201382 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74dad4-068a-4840-9769-2dbcd1aca026 req-5e233651-cf29-4c35-821f-1c82e5fd38fb tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:00.202966 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ee74dad4-068a-4840-9769-2dbcd1aca026 req-5e233651-cf29-4c35-821f-1c82e5fd38fb tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 944 time: 0.0808678 Feb 09 06:20:00.239799 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03590b2-b7ee-4f79-b98a-acacaa989fdd req-6da9897a-1a6f-48d9-b21f-31ac2199b9e0 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:00.241282 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c03590b2-b7ee-4f79-b98a-acacaa989fdd req-6da9897a-1a6f-48d9-b21f-31ac2199b9e0 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0773301 Feb 09 06:20:00.282845 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ee74dad4-068a-4840-9769-2dbcd1aca026 req-31b37f7e-f390-4275-bd06-8f3974d3d360 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717645 Feb 09 06:20:00.308048 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c03590b2-b7ee-4f79-b98a-acacaa989fdd req-7cd39452-abf9-49cf-82b7-38c6a42e6be4 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573452 Feb 09 06:20:01.431118 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372e86f-6ac5-42f7-b7b2-fffcc4ea10f9 req-c7f06115-5c94-47fe-a0cf-10a9088cb620 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:01.432575 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6372e86f-6ac5-42f7-b7b2-fffcc4ea10f9 req-c7f06115-5c94-47fe-a0cf-10a9088cb620 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 944 time: 0.0817301 Feb 09 06:20:01.443678 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03157196-e5b7-4b6b-a17d-90ce0a87e464 req-a56c65da-dfc8-43e2-a5df-5308301e188e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:01.445129 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-03157196-e5b7-4b6b-a17d-90ce0a87e464 req-a56c65da-dfc8-43e2-a5df-5308301e188e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0687466 Feb 09 06:20:01.518739 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6372e86f-6ac5-42f7-b7b2-fffcc4ea10f9 req-75be0919-486b-4317-9687-3d90f038f714 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726588 Feb 09 06:20:01.521659 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-03157196-e5b7-4b6b-a17d-90ce0a87e464 req-df95987f-c7ff-4c44-95a2-030d1e34bec2 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701382 Feb 09 06:20:02.048495 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:02.727857 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839f6ff-2f79-41ef-a7da-5fd29be5bf4b req-8bd70451-b75c-41a7-be86-6812fff69a54 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:02.729266 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7839f6ff-2f79-41ef-a7da-5fd29be5bf4b req-8bd70451-b75c-41a7-be86-6812fff69a54 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 944 time: 0.1428671 Feb 09 06:20:02.736613 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fc16f-71b8-42a2-bd17-d7d4f5d52a53 req-f96de034-f834-410c-a0a1-a3b30a8f9338 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:02.737948 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-759fc16f-71b8-42a2-bd17-d7d4f5d52a53 req-f96de034-f834-410c-a0a1-a3b30a8f9338 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.1495419 Feb 09 06:20:02.775619 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc24e31-a793-4859-b77d-ad5ac4e4c3aa req-e0d3ba59-fed6-47fa-86a3-cb0f93998707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:02.777073 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4dc24e31-a793-4859-b77d-ad5ac4e4c3aa req-e0d3ba59-fed6-47fa-86a3-cb0f93998707 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 1130 time: 0.1365988 Feb 09 06:20:02.840171 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7839f6ff-2f79-41ef-a7da-5fd29be5bf4b req-428bc40d-1626-4cc1-83e8-34d6bd1c3a09 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012669 Feb 09 06:20:02.856371 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-759fc16f-71b8-42a2-bd17-d7d4f5d52a53 req-5874d8b6-6540-4053-999c-08a213bc029e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065817 Feb 09 06:20:02.869904 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4dc24e31-a793-4859-b77d-ad5ac4e4c3aa req-df35eed8-1e74-4ee1-a5a7-1756192f0257 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786436 Feb 09 06:20:04.004129 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2449df-e5d6-43d8-98aa-2e221762c9db req-6e8ed1db-c145-4d49-b2a8-a1dabce69dc2 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:04.005635 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ea2449df-e5d6-43d8-98aa-2e221762c9db req-6e8ed1db-c145-4d49-b2a8-a1dabce69dc2 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 944 time: 0.0927570 Feb 09 06:20:04.017432 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47435175-e988-4306-bdd9-62982003494a req-92ff0284-ae40-4251-9fa4-f9b89f5cda19 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:04.018895 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-47435175-e988-4306-bdd9-62982003494a req-92ff0284-ae40-4251-9fa4-f9b89f5cda19 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0790591 Feb 09 06:20:04.085569 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ea2449df-e5d6-43d8-98aa-2e221762c9db req-e5927128-0a4d-4a54-80bf-9038f4730521 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657218 Feb 09 06:20:04.092471 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-47435175-e988-4306-bdd9-62982003494a req-f47195b6-8b6c-44b2-8ca9-e25aea7e0a4a tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669534 Feb 09 06:20:05.251390 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655290b-5954-40bc-ae6e-2e267a2f0b38 req-946b028a-4f80-4f11-bc87-a26122f4370a tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:05.252935 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5655290b-5954-40bc-ae6e-2e267a2f0b38 req-946b028a-4f80-4f11-bc87-a26122f4370a tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0871799 Feb 09 06:20:05.261235 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698cb07-9fd3-4ff9-b507-324b3ee8fe10 req-b09e3a3d-c2a8-4301-942a-b845dce9811f tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:05.268830 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7698cb07-9fd3-4ff9-b507-324b3ee8fe10 req-b09e3a3d-c2a8-4301-942a-b845dce9811f tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 944 time: 0.1140399 Feb 09 06:20:05.345042 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5655290b-5954-40bc-ae6e-2e267a2f0b38 req-b5bd7396-ae63-4d22-981c-70a03995e361 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741274 Feb 09 06:20:05.350653 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7698cb07-9fd3-4ff9-b507-324b3ee8fe10 req-9a127dcc-fcfe-42d0-ba73-e485124c3506 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809941 Feb 09 06:20:05.603387 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 0aaddf44-afa2-43e0-a8f7-9c9da18012bb details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:20:05.702904 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 0aaddf44-afa2-43e0-a8f7-9c9da18012bb, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=0aaddf44-afa2-43e0-a8f7-9c9da18012bb,segment=NetworkSegment(d8fb8075-f4a1-40c5-a70f-a532b4dd14fc),segment_id=d8fb8075-f4a1-40c5-a70f-a532b4dd14fc)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:20:05.713617 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': '0aaddf44-afa2-43e0-a8f7-9c9da18012bb', 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b', 'port_id': '0aaddf44-afa2-43e0-a8f7-9c9da18012bb', 'mac_address': 'fa:16:3e:b8:5b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17699ff6-b85b-405b-b589-92a77c85fd65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:20:05.751229 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 0aaddf44-afa2-43e0-a8f7-9c9da18012bb is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:20:05.752112 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (0aaddf44-afa2-43e0-a8f7-9c9da18012bb), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:05.766838 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aaddf44-afa2-43e0-a8f7-9c9da18012bb {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:20:05.786619 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 0aaddf44-afa2-43e0-a8f7-9c9da18012bb, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=0aaddf44-afa2-43e0-a8f7-9c9da18012bb,segment=NetworkSegment(d8fb8075-f4a1-40c5-a70f-a532b4dd14fc),segment_id=d8fb8075-f4a1-40c5-a70f-a532b4dd14fc)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:20:05.839686 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe3747-16b0-4f9a-989d-e9c30e58bb3a req-5584d0de-9731-460c-972a-2dda634e17c3 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:05.841193 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-40fe3747-16b0-4f9a-989d-e9c30e58bb3a req-5584d0de-9731-460c-972a-2dda634e17c3 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0521469 Feb 09 06:20:05.875936 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (0aaddf44-afa2-43e0-a8f7-9c9da18012bb), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:05.888682 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-40fe3747-16b0-4f9a-989d-e9c30e58bb3a req-69c95353-7df6-4a1b-a71c-c8e1239c07af tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419757 Feb 09 06:20:05.921502 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=0aaddf44-afa2-43e0-a8f7-9c9da18012bb,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:06.466060 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49999d-9f39-4254-a755-1e5aeed99527 req-de29692b-40c0-4ebc-91b3-70251e4f4a23 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:06.467544 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9f49999d-9f39-4254-a755-1e5aeed99527 req-de29692b-40c0-4ebc-91b3-70251e4f4a23 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 945 time: 0.0525918 Feb 09 06:20:06.512248 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9f49999d-9f39-4254-a755-1e5aeed99527 req-8806f49f-a47d-442b-88ba-d64baf912be7 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387998 Feb 09 06:20:07.009895 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d400c-dff1-4955-b4ba-bc1ffd28df6d req-546ecf83-b92b-4b8c-828d-12ae4f69f975 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:07.011543 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-895d400c-dff1-4955-b4ba-bc1ffd28df6d req-546ecf83-b92b-4b8c-828d-12ae4f69f975 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0504625 Feb 09 06:20:07.055494 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-895d400c-dff1-4955-b4ba-bc1ffd28df6d req-e2b33d34-9cc0-4c45-a6e1-44827441c4e3 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378432 Feb 09 06:20:07.628938 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34c44f-f3ca-4409-b7b4-12d75c511d73 req-b088c407-d2b7-4ec8-a218-6614e51d0c75 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:07.630552 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2a34c44f-f3ca-4409-b7b4-12d75c511d73 req-b088c407-d2b7-4ec8-a218-6614e51d0c75 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 945 time: 0.0528407 Feb 09 06:20:07.679017 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2a34c44f-f3ca-4409-b7b4-12d75c511d73 req-f4523706-a90d-48b9-91ce-be648f54abc8 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430114 Feb 09 06:20:08.169334 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd9639-31e4-4ed2-9f78-3003870dea8b req-c3d4840c-3fe0-4f79-b3eb-f9af17a84a31 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:08.170794 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-54fd9639-31e4-4ed2-9f78-3003870dea8b req-c3d4840c-3fe0-4f79-b3eb-f9af17a84a31 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0499260 Feb 09 06:20:08.221516 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-54fd9639-31e4-4ed2-9f78-3003870dea8b req-dd9e89fa-259e-4d47-953c-49a3e36de010 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451381 Feb 09 06:20:08.660358 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f3f22-fd63-419c-a2aa-f6b694bcd3dd req-ef42a39b-01f9-4a4d-b978-eab59552a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:08.662396 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9a4f3f22-fd63-419c-a2aa-f6b694bcd3dd req-ef42a39b-01f9-4a4d-b978-eab59552a5b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d24c9276ccc34d9d8d00b76f66800588&device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 1130 time: 0.0428517 Feb 09 06:20:08.758696 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f3f22-fd63-419c-a2aa-f6b694bcd3dd req-3198c67e-d832-4a63-a9b3-4c5a9998ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:08.760320 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9a4f3f22-fd63-419c-a2aa-f6b694bcd3dd req-3198c67e-d832-4a63-a9b3-4c5a9998ef99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f0bda187-4e28-4090-8960-43f4efd30296 HTTP/1.1" status: 200 len: 918 time: 0.0874307 Feb 09 06:20:08.831162 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9a4f3f22-fd63-419c-a2aa-f6b694bcd3dd req-832243db-fc55-4ae7-a50b-c83041cb3c0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a56c377c-7b41-49e8-8e8d-1e111b57455f HTTP/1.1" status: 200 len: 217 time: 0.0518517 Feb 09 06:20:08.889209 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3bde0-3d7f-41c7-a54f-5c2b1257a4a8 req-4f09ced1-f049-49f2-ade3-f63a73ff5475 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:08.891817 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6be3bde0-3d7f-41c7-a54f-5c2b1257a4a8 req-4f09ced1-f049-49f2-ade3-f63a73ff5475 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 945 time: 0.1219459 Feb 09 06:20:08.906737 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f3f22-fd63-419c-a2aa-f6b694bcd3dd req-09af5278-92c3-4063-b502-9126e8f7d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:08.908163 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9a4f3f22-fd63-419c-a2aa-f6b694bcd3dd req-09af5278-92c3-4063-b502-9126e8f7d3b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9875eb3a-2b3e-4144-a2ff-7cc38bef213b HTTP/1.1" status: 200 len: 858 time: 0.0700269 Feb 09 06:20:08.954027 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9a4f3f22-fd63-419c-a2aa-f6b694bcd3dd req-4975b151-ba1d-424a-824d-4bd24b9144b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0bda187-4e28-4090-8960-43f4efd30296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308378 Feb 09 06:20:08.964544 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6be3bde0-3d7f-41c7-a54f-5c2b1257a4a8 req-52df98ed-7881-46d9-b410-6e7d6fd24c9f tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671167 Feb 09 06:20:09.050416 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9a4f3f22-fd63-419c-a2aa-f6b694bcd3dd req-a1da05d1-e2ce-4a3d-9b75-f6b847f65aae service neutron] 10.222.0.30 "GET /v2.0/networks/f0bda187-4e28-4090-8960-43f4efd30296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848761 Feb 09 06:20:09.135852 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9a4f3f22-fd63-419c-a2aa-f6b694bcd3dd req-d64cb89a-8bff-48b6-a2e6-e3e5128a74f7 service neutron] 10.222.0.30 "GET /v2.0/networks/f0bda187-4e28-4090-8960-43f4efd30296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791748 Feb 09 06:20:09.220962 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['0aaddf44-afa2-43e0-a8f7-9c9da18012bb'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:20:09.338761 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a242ff7-e5bd-4b12-92b9-6e95317af00f req-f44dff49-9c57-4073-a794-61423251dd44 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:09.340260 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2a242ff7-e5bd-4b12-92b9-6e95317af00f req-f44dff49-9c57-4073-a794-61423251dd44 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0509093 Feb 09 06:20:09.389951 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2a242ff7-e5bd-4b12-92b9-6e95317af00f req-c94e27be-0d68-4b3c-9daa-587ce85ed332 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431082 Feb 09 06:20:10.081088 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691069b-fa73-4c28-87f7-0ab098162965 req-111cab71-174c-4649-b0dc-6def814cf6a3 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:10.082634 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0691069b-fa73-4c28-87f7-0ab098162965 req-111cab71-174c-4649-b0dc-6def814cf6a3 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 945 time: 0.0528867 Feb 09 06:20:10.127916 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0691069b-fa73-4c28-87f7-0ab098162965 req-2b1b4886-f92a-482b-a579-d62576764882 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398035 Feb 09 06:20:10.505127 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0f47c-12bf-4d25-b155-ddc80e57a398 req-84ecfcdc-7fe5-4dc6-a0ac-0777b91130c8 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:10.506628 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-93b0f47c-12bf-4d25-b155-ddc80e57a398 req-84ecfcdc-7fe5-4dc6-a0ac-0777b91130c8 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0500078 Feb 09 06:20:10.553260 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-93b0f47c-12bf-4d25-b155-ddc80e57a398 req-1933681a-6631-45b7-a159-88cc7e46799f tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411372 Feb 09 06:20:10.596119 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 0aaddf44-afa2-43e0-a8f7-9c9da18012bb up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:20:10.756357 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning for port 0aaddf44-afa2-43e0-a8f7-9c9da18012bb completed by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 06:20:10.760312 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port 0aaddf44-afa2-43e0-a8f7-9c9da18012bb triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:20:10.760692 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (0aaddf44-afa2-43e0-a8f7-9c9da18012bb), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:10.836431 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 0aaddf44-afa2-43e0-a8f7-9c9da18012bb is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:20:10.836821 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (0aaddf44-afa2-43e0-a8f7-9c9da18012bb), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:10.859135 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13d7b75-783e-45b1-9362-4ffd3cb808c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aaddf44-afa2-43e0-a8f7-9c9da18012bb'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:20:10.861370 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb32aabb-e25c-47e0-812e-37f8b4da56d3" -d '{"events": [{"server_uuid": "e13d7b75-783e-45b1-9362-4ffd3cb808c0", "name": "network-vif-plugged", "status": "completed", "tag": "0aaddf44-afa2-43e0-a8f7-9c9da18012bb"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:20:10.873866 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 0aaddf44-afa2-43e0-a8f7-9c9da18012bb, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=0aaddf44-afa2-43e0-a8f7-9c9da18012bb,segment=NetworkSegment(d8fb8075-f4a1-40c5-a70f-a532b4dd14fc),segment_id=d8fb8075-f4a1-40c5-a70f-a532b4dd14fc)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:20:10.898297 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d42697-ba46-420c-b6f6-8b54fc8b2a12 x-openstack-request-id: req-a7d42697-ba46-420c-b6f6-8b54fc8b2a12 {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:20:10.898632 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13d7b75-783e-45b1-9362-4ffd3cb808c0", "name": "network-vif-plugged", "status": "completed", "tag": "0aaddf44-afa2-43e0-a8f7-9c9da18012bb", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:20:10.898942 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7d42697-ba46-420c-b6f6-8b54fc8b2a12 {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:20:10.899354 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13d7b75-783e-45b1-9362-4ffd3cb808c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aaddf44-afa2-43e0-a8f7-9c9da18012bb', 'code': 200} Feb 09 06:20:10.979987 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (0aaddf44-afa2-43e0-a8f7-9c9da18012bb), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:11.038046 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=0aaddf44-afa2-43e0-a8f7-9c9da18012bb,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:11.070655 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-abe2a9fa-2c0c-453d-a679-0236d84bc376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:11.248355 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2120a-0129-428b-a428-78b1bfe4c899 req-e756a0a9-630a-453e-938e-683cee73ed8c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:11.251250 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0cc2120a-0129-428b-a428-78b1bfe4c899 req-e756a0a9-630a-453e-938e-683cee73ed8c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 946 time: 0.0557880 Feb 09 06:20:11.310844 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0cc2120a-0129-428b-a428-78b1bfe4c899 req-0fa257ac-cff7-49d3-88aa-3bedc248963b tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484936 Feb 09 06:20:11.364609 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a7bf7-e362-4586-b8d0-d56052eafd13 req-724c63ce-3996-499a-ab60-3e94b470c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:11.366117 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-253a7bf7-e362-4586-b8d0-d56052eafd13 req-724c63ce-3996-499a-ab60-3e94b470c935 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 1130 time: 0.0440321 Feb 09 06:20:11.416175 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-253a7bf7-e362-4586-b8d0-d56052eafd13 req-6cc08ff0-33d8-4cb9-9dad-50f64c46374a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386240 Feb 09 06:20:11.673515 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed2fde-d7b7-4ecd-a9aa-35fa985bbe25 req-9f870b50-4938-4456-b756-026f85669d0f tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:11.674999 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c1ed2fde-d7b7-4ecd-a9aa-35fa985bbe25 req-9f870b50-4938-4456-b756-026f85669d0f tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0532057 Feb 09 06:20:11.720025 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c1ed2fde-d7b7-4ecd-a9aa-35fa985bbe25 req-eb207e1d-d77a-4674-8585-45a1f1ab4dd1 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393569 Feb 09 06:20:12.445308 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b228f-5c78-4145-91ed-2f9fe9b16aa3 req-2931aebc-0d22-43e0-b9f3-6d474f8d132a tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:12.445982 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7f6b228f-5c78-4145-91ed-2f9fe9b16aa3 req-2931aebc-0d22-43e0-b9f3-6d474f8d132a tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 946 time: 0.0607064 Feb 09 06:20:12.489432 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7f6b228f-5c78-4145-91ed-2f9fe9b16aa3 req-21b2fdac-59bc-4796-8cbb-ba050fade53f tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428348 Feb 09 06:20:12.839372 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46c55c-0a4a-4da2-8ea9-4e95b7bbdfad req-d6d02883-04cb-404e-bba9-57c66781652d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:12.840937 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3a46c55c-0a4a-4da2-8ea9-4e95b7bbdfad req-d6d02883-04cb-404e-bba9-57c66781652d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0519662 Feb 09 06:20:12.892135 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3a46c55c-0a4a-4da2-8ea9-4e95b7bbdfad req-1a800321-f3f5-432b-90de-1456fcc869f6 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450642 Feb 09 06:20:13.379426 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 52904) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:13.487238 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-de05ad42-744a-4da5-9b7d-2cde7e8ea3f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:13.561392 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-de05ad42-744a-4da5-9b7d-2cde7e8ea3f3 admin admin] Publish callbacks [] for security_group (918ed831-6a8f-44e1-b339-a5c82d04ed7b), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:13.637434 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-de05ad42-744a-4da5-9b7d-2cde7e8ea3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (918ed831-6a8f-44e1-b339-a5c82d04ed7b), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:13.666517 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e4334cf9-9de8-438b-9317-076946aefab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:13.693975 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-de05ad42-744a-4da5-9b7d-2cde7e8ea3f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86b05cf4489f4262809c19c1c0c8147a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094232 Feb 09 06:20:13.693975 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 52916) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:13.700190 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05ad42-744a-4da5-9b7d-2cde7e8ea3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918ed831-6a8f-44e1-b339-a5c82d04ed7b,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:13.750050 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-69e7a1fb-71b0-41bf-8ed1-633a3238ecc3 admin admin] Publish callbacks [] for security_group (918ed831-6a8f-44e1-b339-a5c82d04ed7b), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:13.771153 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-69e7a1fb-71b0-41bf-8ed1-633a3238ecc3 admin admin] Publish callbacks [] for security_group (918ed831-6a8f-44e1-b339-a5c82d04ed7b), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:13.832157 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45520d4-2f07-41de-84f6-a71f74da1e94 req-01d052dd-f393-41f4-bb03-b1f119b6e0e1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:13.834212 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a45520d4-2f07-41de-84f6-a71f74da1e94 req-01d052dd-f393-41f4-bb03-b1f119b6e0e1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 946 time: 0.2692144 Feb 09 06:20:13.880987 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a45520d4-2f07-41de-84f6-a71f74da1e94 req-de3ce2e1-dcd3-4b50-9ed2-e6a03b06e5d0 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417893 Feb 09 06:20:13.899424 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-69e7a1fb-71b0-41bf-8ed1-633a3238ecc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (918ed831-6a8f-44e1-b339-a5c82d04ed7b), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:13.902752 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-69e7a1fb-71b0-41bf-8ed1-633a3238ecc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:13.906750 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-69e7a1fb-71b0-41bf-8ed1-633a3238ecc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/918ed831-6a8f-44e1-b339-a5c82d04ed7b HTTP/1.1" status: 204 len: 168 time: 0.2119186 Feb 09 06:20:13.912061 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7a1fb-71b0-41bf-8ed1-633a3238ecc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918ed831-6a8f-44e1-b339-a5c82d04ed7b,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:14.031296 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28870f15-5f3a-4c62-8b99-843234e440bd req-1e63dbda-ec2a-4a3a-82c4-19273479dd25 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:14.033031 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-28870f15-5f3a-4c62-8b99-843234e440bd req-1e63dbda-ec2a-4a3a-82c4-19273479dd25 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0576248 Feb 09 06:20:14.080471 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-28870f15-5f3a-4c62-8b99-843234e440bd req-39db1abe-4dca-4457-aba6-e181df5c3608 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415473 Feb 09 06:20:14.362171 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:14.363959 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 52934) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:14.474308 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8c744609-7e9b-4bfc-badf-e9c8750bf435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:14.567206 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8c744609-7e9b-4bfc-badf-e9c8750bf435 admin admin] Publish callbacks [] for security_group (bc108db7-c65e-4c92-9df6-05a69bee561f), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:14.664888 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8c744609-7e9b-4bfc-badf-e9c8750bf435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (bc108db7-c65e-4c92-9df6-05a69bee561f), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:14.702372 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c744609-7e9b-4bfc-badf-e9c8750bf435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc108db7-c65e-4c92-9df6-05a69bee561f,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:14.707919 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-8c744609-7e9b-4bfc-badf-e9c8750bf435 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9f93dbcdc714f9080a7ae21c434544d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427734 Feb 09 06:20:14.710784 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 52944) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:14.727723 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 52946) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:14.741842 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-522a676d-ab86-4826-96dc-aaba681d5793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:14.764206 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-84e53ab6-02b9-4d36-9793-59cae6cfe3d8 admin admin] Publish callbacks [] for security_group (bc108db7-c65e-4c92-9df6-05a69bee561f), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:14.787035 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-84e53ab6-02b9-4d36-9793-59cae6cfe3d8 admin admin] Publish callbacks [] for security_group (bc108db7-c65e-4c92-9df6-05a69bee561f), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:14.822223 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-522a676d-ab86-4826-96dc-aaba681d5793 admin admin] Publish callbacks [] for security_group (f43e3da3-70fa-4723-9567-600632683213), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:14.899224 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-522a676d-ab86-4826-96dc-aaba681d5793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (f43e3da3-70fa-4723-9567-600632683213), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:14.899459 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-84e53ab6-02b9-4d36-9793-59cae6cfe3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (bc108db7-c65e-4c92-9df6-05a69bee561f), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:14.901866 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-84e53ab6-02b9-4d36-9793-59cae6cfe3d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:14.903056 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-84e53ab6-02b9-4d36-9793-59cae6cfe3d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc108db7-c65e-4c92-9df6-05a69bee561f HTTP/1.1" status: 204 len: 168 time: 0.1913168 Feb 09 06:20:14.912650 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e53ab6-02b9-4d36-9793-59cae6cfe3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc108db7-c65e-4c92-9df6-05a69bee561f,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:14.942494 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-522a676d-ab86-4826-96dc-aaba681d5793 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14e3bf7f64884db2834c965780274460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118263 Feb 09 06:20:14.942494 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a676d-ab86-4826-96dc-aaba681d5793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43e3da3-70fa-4723-9567-600632683213,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:14.943012 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 52952) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:14.996071 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-95cf20cd-d633-4dcf-8016-df5664c21c9c admin admin] Publish callbacks [] for security_group (f43e3da3-70fa-4723-9567-600632683213), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:15.023064 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-95cf20cd-d633-4dcf-8016-df5664c21c9c admin admin] Publish callbacks [] for security_group (f43e3da3-70fa-4723-9567-600632683213), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:15.144261 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-95cf20cd-d633-4dcf-8016-df5664c21c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (f43e3da3-70fa-4723-9567-600632683213), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:15.146914 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-95cf20cd-d633-4dcf-8016-df5664c21c9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:15.148127 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-95cf20cd-d633-4dcf-8016-df5664c21c9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f43e3da3-70fa-4723-9567-600632683213 HTTP/1.1" status: 204 len: 168 time: 0.2040820 Feb 09 06:20:15.171581 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf20cd-d633-4dcf-8016-df5664c21c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43e3da3-70fa-4723-9567-600632683213,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:15.212671 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84063a-8779-4ba8-88e0-432885769dd9 req-4c366f9b-2d05-45e4-ae1a-a22db7fcdb8b tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:15.214493 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1c84063a-8779-4ba8-88e0-432885769dd9 req-4c366f9b-2d05-45e4-ae1a-a22db7fcdb8b tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0653217 Feb 09 06:20:15.264590 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1c84063a-8779-4ba8-88e0-432885769dd9 req-248a0545-1f75-4683-9fd0-a42f5671793b tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440352 Feb 09 06:20:15.633430 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 52980) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:15.647042 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0e10ab4-85e0-4466-9057-e7dfcf2080fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:15.711067 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:15.729796 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0e10ab4-85e0-4466-9057-e7dfcf2080fb admin admin] Publish callbacks [] for security_group (ff50897e-9fa0-48c8-a3b0-146d5ebe6b89), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:15.813524 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0e10ab4-85e0-4466-9057-e7dfcf2080fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (ff50897e-9fa0-48c8-a3b0-146d5ebe6b89), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:15.852697 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e10ab4-85e0-4466-9057-e7dfcf2080fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff50897e-9fa0-48c8-a3b0-146d5ebe6b89,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:15.856950 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-d0e10ab4-85e0-4466-9057-e7dfcf2080fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d97768c1a59744b38d65d2f33beb9934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224915 Feb 09 06:20:15.860195 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 52986) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:15.908798 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ca0e56d3-1bd5-49c5-9d09-da99666f4057 admin admin] Publish callbacks [] for security_group (ff50897e-9fa0-48c8-a3b0-146d5ebe6b89), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:15.930147 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ca0e56d3-1bd5-49c5-9d09-da99666f4057 admin admin] Publish callbacks [] for security_group (ff50897e-9fa0-48c8-a3b0-146d5ebe6b89), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:16.070789 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ca0e56d3-1bd5-49c5-9d09-da99666f4057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (ff50897e-9fa0-48c8-a3b0-146d5ebe6b89), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:16.073540 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ca0e56d3-1bd5-49c5-9d09-da99666f4057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:16.074759 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-ca0e56d3-1bd5-49c5-9d09-da99666f4057 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff50897e-9fa0-48c8-a3b0-146d5ebe6b89 HTTP/1.1" status: 204 len: 168 time: 0.2140522 Feb 09 06:20:16.085221 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e56d3-1bd5-49c5-9d09-da99666f4057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff50897e-9fa0-48c8-a3b0-146d5ebe6b89,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:16.405394 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a5ded-75a0-430d-88b9-a27d40fd5fdb req-5bfde4cc-bf9e-41dd-8759-af516f1c2325 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:16.408805 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ea5a5ded-75a0-430d-88b9-a27d40fd5fdb req-5bfde4cc-bf9e-41dd-8759-af516f1c2325 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0651224 Feb 09 06:20:16.461466 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ea5a5ded-75a0-430d-88b9-a27d40fd5fdb req-71bdc5c8-b878-49c1-90e3-be472bbff138 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481081 Feb 09 06:20:16.950133 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 53028) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:17.059026 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:17.079611 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-cd49d9fd-88c8-4868-bab4-bdc8f8a2fdc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:17.161798 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-cd49d9fd-88c8-4868-bab4-bdc8f8a2fdc4 admin admin] Publish callbacks [] for security_group (6a703030-8653-4e2d-8fe5-7a7471ff3225), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:17.235993 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-cd49d9fd-88c8-4868-bab4-bdc8f8a2fdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (6a703030-8653-4e2d-8fe5-7a7471ff3225), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:17.275090 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-cd49d9fd-88c8-4868-bab4-bdc8f8a2fdc4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f138c685b924f7981110f2903e59701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3236861 Feb 09 06:20:17.275889 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49d9fd-88c8-4868-bab4-bdc8f8a2fdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a703030-8653-4e2d-8fe5-7a7471ff3225,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:17.278840 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 53040) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:17.339618 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6599f643-31ae-45cb-a687-a09c0f169126 admin admin] Publish callbacks [] for security_group (6a703030-8653-4e2d-8fe5-7a7471ff3225), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:17.376020 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6599f643-31ae-45cb-a687-a09c0f169126 admin admin] Publish callbacks [] for security_group (6a703030-8653-4e2d-8fe5-7a7471ff3225), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:17.516366 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6599f643-31ae-45cb-a687-a09c0f169126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (6a703030-8653-4e2d-8fe5-7a7471ff3225), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:17.519215 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6599f643-31ae-45cb-a687-a09c0f169126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:17.522252 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-6599f643-31ae-45cb-a687-a09c0f169126 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a703030-8653-4e2d-8fe5-7a7471ff3225 HTTP/1.1" status: 204 len: 168 time: 0.2398317 Feb 09 06:20:17.531784 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599f643-31ae-45cb-a687-a09c0f169126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a703030-8653-4e2d-8fe5-7a7471ff3225,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:17.609260 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5ec4e-947e-44da-b56d-bde07e45575d req-546c8a6c-d60f-4eae-aa01-a35d357d12dd tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:17.614756 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ffd5ec4e-947e-44da-b56d-bde07e45575d req-546c8a6c-d60f-4eae-aa01-a35d357d12dd tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0720904 Feb 09 06:20:17.665166 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ffd5ec4e-947e-44da-b56d-bde07e45575d req-d4e42d92-8287-48fe-9905-334c0d9d14b8 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484803 Feb 09 06:20:18.812405 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46726f-0b2c-4c58-8562-0062051c3b65 req-6f039596-07fb-4f87-aaa6-94570d25952a tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:18.814390 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4c46726f-0b2c-4c58-8562-0062051c3b65 req-6f039596-07fb-4f87-aaa6-94570d25952a tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0772691 Feb 09 06:20:18.887745 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4c46726f-0b2c-4c58-8562-0062051c3b65 req-fb421acf-fef1-4452-8325-448441c59bc7 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674288 Feb 09 06:20:20.017780 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d411fc7-2558-4f00-a296-f93676c482bf req-0a781b6f-0421-46e2-a9c5-57455a8c3d31 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:20.019328 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3d411fc7-2558-4f00-a296-f93676c482bf req-0a781b6f-0421-46e2-a9c5-57455a8c3d31 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0605583 Feb 09 06:20:20.067933 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3d411fc7-2558-4f00-a296-f93676c482bf req-9c3796ee-882b-44d7-bf98-e4bc49eea442 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428398 Feb 09 06:20:21.191755 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510d895-38be-4b4a-bc0d-639bf46fc172 req-7d1f0cdc-1544-4edb-bded-3fe08a04b5b6 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:21.199921 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d510d895-38be-4b4a-bc0d-639bf46fc172 req-7d1f0cdc-1544-4edb-bded-3fe08a04b5b6 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0576413 Feb 09 06:20:21.272205 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d510d895-38be-4b4a-bc0d-639bf46fc172 req-6260056d-279f-4d10-83fa-9d6129448aac tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732985 Feb 09 06:20:21.291862 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b62a3-9b08-4f55-be9c-6e7be0ef2f05 req-874d2d64-c923-432a-b687-1685c04089a8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:21.297806 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ea1b62a3-9b08-4f55-be9c-6e7be0ef2f05 req-874d2d64-c923-432a-b687-1685c04089a8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0769939 Feb 09 06:20:21.339594 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ea1b62a3-9b08-4f55-be9c-6e7be0ef2f05 req-67898f80-01c1-4d08-b920-c81bf14e2b52 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406411 Feb 09 06:20:22.225725 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:20:22.395426 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac7667-751f-4b27-8501-8b7d3ed000dd req-644f61d4-6567-4d7f-8cd9-c86f710aa090 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:22.396952 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d7ac7667-751f-4b27-8501-8b7d3ed000dd req-644f61d4-6567-4d7f-8cd9-c86f710aa090 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0587726 Feb 09 06:20:22.473503 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d7ac7667-751f-4b27-8501-8b7d3ed000dd req-aa4eddb5-06db-45df-bda3-0e231b8aa0ce tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709703 Feb 09 06:20:22.489693 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afd269-c3ad-4814-a855-4650ca86ba80 req-20e6be7e-35d8-435e-8c0e-782b270f2a21 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:22.492045 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b9afd269-c3ad-4814-a855-4650ca86ba80 req-20e6be7e-35d8-435e-8c0e-782b270f2a21 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0756567 Feb 09 06:20:22.539913 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b9afd269-c3ad-4814-a855-4650ca86ba80 req-2dfe8047-f7c8-405c-b93f-5db7a293353d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418904 Feb 09 06:20:23.606907 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160bb29-e7e7-4374-b580-b0a00095fe62 req-6540de6d-0de5-4b14-af49-154dbc881c73 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:23.608950 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a160bb29-e7e7-4374-b580-b0a00095fe62 req-6540de6d-0de5-4b14-af49-154dbc881c73 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0567188 Feb 09 06:20:23.694010 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a160bb29-e7e7-4374-b580-b0a00095fe62 req-5bf0f68f-65c8-4564-93de-08e6236b6db8 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790761 Feb 09 06:20:23.715633 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37d215-0ea5-4ab4-8842-8c55965110d3 req-d03288a5-220d-4e2c-84c4-e8165294f4f7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:23.717271 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bd37d215-0ea5-4ab4-8842-8c55965110d3 req-d03288a5-220d-4e2c-84c4-e8165294f4f7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0938523 Feb 09 06:20:23.768789 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bd37d215-0ea5-4ab4-8842-8c55965110d3 req-eb35d269-d4ef-4910-8361-9a3091a1e5c8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457156 Feb 09 06:20:23.809960 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 53296) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:23.918157 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0f0688e1-616d-4b94-8750-8e3f11376ada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:24.002984 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0f0688e1-616d-4b94-8750-8e3f11376ada admin admin] Publish callbacks [] for security_group (654a0cb8-2981-4947-92f9-d210a6a52076), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:24.087671 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0f0688e1-616d-4b94-8750-8e3f11376ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (654a0cb8-2981-4947-92f9-d210a6a52076), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:24.127222 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0688e1-616d-4b94-8750-8e3f11376ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654a0cb8-2981-4947-92f9-d210a6a52076,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:24.132589 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-0f0688e1-616d-4b94-8750-8e3f11376ada admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad4911ba91bc4f4b874fff1630d58132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215961 Feb 09 06:20:24.135594 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 53316) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:24.193867 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-57bcdb81-c6ca-4e3f-a810-bee151ade861 admin admin] Publish callbacks [] for security_group (654a0cb8-2981-4947-92f9-d210a6a52076), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:24.220353 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-57bcdb81-c6ca-4e3f-a810-bee151ade861 admin admin] Publish callbacks [] for security_group (654a0cb8-2981-4947-92f9-d210a6a52076), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:24.327336 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-57bcdb81-c6ca-4e3f-a810-bee151ade861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (654a0cb8-2981-4947-92f9-d210a6a52076), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:24.329973 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-57bcdb81-c6ca-4e3f-a810-bee151ade861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:24.331173 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-57bcdb81-c6ca-4e3f-a810-bee151ade861 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/654a0cb8-2981-4947-92f9-d210a6a52076 HTTP/1.1" status: 204 len: 168 time: 0.1943824 Feb 09 06:20:24.339009 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcdb81-c6ca-4e3f-a810-bee151ade861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654a0cb8-2981-4947-92f9-d210a6a52076,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:24.831475 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b22b58-1f84-482a-8711-3d87a526d91a req-17c91dee-32e7-4879-a40a-afc2ef4ce9b8 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:24.833019 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d4b22b58-1f84-482a-8711-3d87a526d91a req-17c91dee-32e7-4879-a40a-afc2ef4ce9b8 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0621724 Feb 09 06:20:24.911355 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d4b22b58-1f84-482a-8711-3d87a526d91a req-f396e939-5767-4e47-ac37-e32f2072bc61 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710585 Feb 09 06:20:24.935588 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 53330) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:24.936057 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3867d71-a837-427b-a28f-f7a4259053af req-a0202400-f55c-40a8-95f9-8f4e115174fe tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:24.936057 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c3867d71-a837-427b-a28f-f7a4259053af req-a0202400-f55c-40a8-95f9-8f4e115174fe tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0764756 Feb 09 06:20:24.942294 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-da04ee4d-c1f8-401c-bc0f-4ab87a2e59ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:24.990800 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c3867d71-a837-427b-a28f-f7a4259053af req-632e5dc6-a27a-4773-acb9-b2f370f3340b tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531025 Feb 09 06:20:25.026904 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-da04ee4d-c1f8-401c-bc0f-4ab87a2e59ce admin admin] Publish callbacks [] for security_group (d2bb3f27-3046-4317-a6cf-aa798057d544), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:25.087438 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-da04ee4d-c1f8-401c-bc0f-4ab87a2e59ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (d2bb3f27-3046-4317-a6cf-aa798057d544), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:25.130731 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-da04ee4d-c1f8-401c-bc0f-4ab87a2e59ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=093815ffae774b0193d149baa9060abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2012174 Feb 09 06:20:25.131837 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04ee4d-c1f8-401c-bc0f-4ab87a2e59ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bb3f27-3046-4317-a6cf-aa798057d544,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:25.134679 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 53340) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:25.183467 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-bc05e0ac-46ea-471f-82de-76dd240aa10a admin admin] Publish callbacks [] for security_group (d2bb3f27-3046-4317-a6cf-aa798057d544), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:25.204487 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-bc05e0ac-46ea-471f-82de-76dd240aa10a admin admin] Publish callbacks [] for security_group (d2bb3f27-3046-4317-a6cf-aa798057d544), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:25.304603 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-bc05e0ac-46ea-471f-82de-76dd240aa10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (d2bb3f27-3046-4317-a6cf-aa798057d544), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:25.307213 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-bc05e0ac-46ea-471f-82de-76dd240aa10a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:25.308384 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-bc05e0ac-46ea-471f-82de-76dd240aa10a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2bb3f27-3046-4317-a6cf-aa798057d544 HTTP/1.1" status: 204 len: 168 time: 0.1726556 Feb 09 06:20:25.317528 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05e0ac-46ea-471f-82de-76dd240aa10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bb3f27-3046-4317-a6cf-aa798057d544,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:26.053480 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31051e64-23c9-45d4-b19e-fa4ed25bce3a req-56f1ed3b-dc64-445c-af4d-94a94c70f1dd tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:26.054959 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-31051e64-23c9-45d4-b19e-fa4ed25bce3a req-56f1ed3b-dc64-445c-af4d-94a94c70f1dd tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0731814 Feb 09 06:20:26.142056 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-31051e64-23c9-45d4-b19e-fa4ed25bce3a req-a1be37a3-e6c0-45dd-bd96-ce6816ea4b86 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800111 Feb 09 06:20:26.173346 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ccc0d-2dd6-4411-8687-6250c02b14b1 req-ee12d7ab-4b21-41ed-bf95-9dd104efbd2f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:26.174875 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-247ccc0d-2dd6-4411-8687-6250c02b14b1 req-ee12d7ab-4b21-41ed-bf95-9dd104efbd2f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0959249 Feb 09 06:20:26.225453 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-247ccc0d-2dd6-4411-8687-6250c02b14b1 req-e09d210b-87cb-47cb-8c21-6626456c5f5f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447857 Feb 09 06:20:27.288410 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9026dd5-72bd-4476-b438-e6853af52e29 req-6ef64741-baf2-4067-9ec2-4ea9f9973069 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:27.290112 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d9026dd5-72bd-4476-b438-e6853af52e29 req-6ef64741-baf2-4067-9ec2-4ea9f9973069 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0693176 Feb 09 06:20:27.394751 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d9026dd5-72bd-4476-b438-e6853af52e29 req-b39eb8d8-07ca-4678-9d73-78f7c0a5477e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950012 Feb 09 06:20:27.410890 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f053f6-9810-46ff-8640-8744cf301221 req-24ec1d92-0649-405a-a459-9b3a6f28becf tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:27.412376 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-33f053f6-9810-46ff-8640-8744cf301221 req-24ec1d92-0649-405a-a459-9b3a6f28becf tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0918691 Feb 09 06:20:27.464878 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-33f053f6-9810-46ff-8640-8744cf301221 req-f03e2ee6-8aec-4077-93dc-b15757164eb1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465746 Feb 09 06:20:28.508982 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64601db6-3b6c-4f51-8624-1ef91bd9dff0 req-c2b83343-1fbe-4470-994e-7c5c22dd6692 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:28.510525 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-64601db6-3b6c-4f51-8624-1ef91bd9dff0 req-c2b83343-1fbe-4470-994e-7c5c22dd6692 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0522609 Feb 09 06:20:28.587070 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-64601db6-3b6c-4f51-8624-1ef91bd9dff0 req-be6940fe-e2bf-471d-a31f-3580564b6147 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702879 Feb 09 06:20:28.608857 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b658e-9881-484f-a3a2-9320d3adf663 req-41a3985e-38ad-4c95-ab93-6c2e4998c0cf tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:28.610390 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5e3b658e-9881-484f-a3a2-9320d3adf663 req-41a3985e-38ad-4c95-ab93-6c2e4998c0cf tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0690093 Feb 09 06:20:28.659408 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5e3b658e-9881-484f-a3a2-9320d3adf663 req-e0f3a685-c17a-49be-93e6-cfa60ff0dcf7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431538 Feb 09 06:20:28.819644 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9a6c4223-b736-4e35-a5e4-b932f767f338 req-2b5edae2-98cc-4e10-a9b1-f8c1d07e8dcb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461221 Feb 09 06:20:28.910631 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c4223-b736-4e35-a5e4-b932f767f338 req-6aa0dfd1-cc4e-4a97-a189-8ad9564f4dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:28.912402 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9a6c4223-b736-4e35-a5e4-b932f767f338 req-6aa0dfd1-cc4e-4a97-a189-8ad9564f4dee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6d505752db84eec9ff7fe2e17b3d536&device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 1130 time: 0.0484953 Feb 09 06:20:29.029244 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c4223-b736-4e35-a5e4-b932f767f338 req-0901e9ba-9a32-4ee6-a2a7-83b170c1bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:29.031476 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9a6c4223-b736-4e35-a5e4-b932f767f338 req-0901e9ba-9a32-4ee6-a2a7-83b170c1bd2c service neutron] 10.222.0.30 "GET /v2.0/networks?id=0109a1ee-9fd0-43d1-9f17-0b66979d92b3 HTTP/1.1" status: 200 len: 911 time: 0.0916159 Feb 09 06:20:29.132736 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9a6c4223-b736-4e35-a5e4-b932f767f338 req-ce5eb690-d6ed-4f62-8e91-0d09153a1bdc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7536b9fa-f038-4b0d-9846-bdccc3cec23b HTTP/1.1" status: 200 len: 1001 time: 0.0920193 Feb 09 06:20:29.187463 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c4223-b736-4e35-a5e4-b932f767f338 req-c14c9e69-3f53-4f69-ae15-35bbee38eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:29.188895 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9a6c4223-b736-4e35-a5e4-b932f767f338 req-c14c9e69-3f53-4f69-ae15-35bbee38eba2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d2250d4-ff7d-4b60-b34c-6aefe462ccc8 HTTP/1.1" status: 200 len: 850 time: 0.0429804 Feb 09 06:20:29.247783 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c4223-b736-4e35-a5e4-b932f767f338 req-024878c4-80db-4821-99be-14fbd3344568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:29.250213 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9a6c4223-b736-4e35-a5e4-b932f767f338 req-024878c4-80db-4821-99be-14fbd3344568 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0109a1ee-9fd0-43d1-9f17-0b66979d92b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556982 Feb 09 06:20:29.350434 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9a6c4223-b736-4e35-a5e4-b932f767f338 req-7d1b43ba-ddd7-4dfb-94db-1b507e10b985 service neutron] 10.222.0.30 "GET /v2.0/networks/0109a1ee-9fd0-43d1-9f17-0b66979d92b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938680 Feb 09 06:20:29.443395 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9a6c4223-b736-4e35-a5e4-b932f767f338 req-02020908-dce7-4d3e-a95e-d2fc776b5801 service neutron] 10.222.0.30 "GET /v2.0/networks/0109a1ee-9fd0-43d1-9f17-0b66979d92b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788870 Feb 09 06:20:29.723880 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7351b1-632b-4d68-82ee-b82946e5082c req-4256a200-6688-4398-8d2b-be9bd81f5725 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:29.725851 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6c7351b1-632b-4d68-82ee-b82946e5082c req-4256a200-6688-4398-8d2b-be9bd81f5725 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0626764 Feb 09 06:20:29.811503 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6c7351b1-632b-4d68-82ee-b82946e5082c req-d1f02909-d438-4d76-a1fe-6ea562a33d2a tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779049 Feb 09 06:20:29.823555 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad7fa4-bc8b-49b8-8fa0-346417055aa7 req-62214634-5cb9-4c07-87c8-ffbddc2790ff tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:29.825092 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f9ad7fa4-bc8b-49b8-8fa0-346417055aa7 req-62214634-5cb9-4c07-87c8-ffbddc2790ff tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0848036 Feb 09 06:20:29.878374 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f9ad7fa4-bc8b-49b8-8fa0-346417055aa7 req-48a8216b-2a00-42c6-9b02-3c0631531ee9 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444138 Feb 09 06:20:30.950201 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d08946-b793-40d4-9b42-d182269e51f5 req-91f5601d-9b74-404b-8d8a-fe7bf84ba2f0 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:30.951734 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f9d08946-b793-40d4-9b42-d182269e51f5 req-91f5601d-9b74-404b-8d8a-fe7bf84ba2f0 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0613902 Feb 09 06:20:31.032825 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f9d08946-b793-40d4-9b42-d182269e51f5 req-92a308fb-674b-4e3b-a5f5-c67f39c18c95 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713410 Feb 09 06:20:31.040161 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ab23f-b09d-483e-b720-ccb851dd2811 req-d2997945-04c1-4961-a885-0d42abfb8d9e tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:31.041595 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5b5ab23f-b09d-483e-b720-ccb851dd2811 req-d2997945-04c1-4961-a885-0d42abfb8d9e tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0883782 Feb 09 06:20:31.094902 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5b5ab23f-b09d-483e-b720-ccb851dd2811 req-e6ae2c26-09ea-453d-b772-2a79c3f62366 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468485 Feb 09 06:20:32.029921 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:32.159952 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff65cc-053f-44e9-b047-afa08426ed26 req-12b5bd30-1d60-4d1d-b983-96771d6fa455 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:32.161653 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4bff65cc-053f-44e9-b047-afa08426ed26 req-12b5bd30-1d60-4d1d-b983-96771d6fa455 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0603201 Feb 09 06:20:32.223259 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4bff65cc-053f-44e9-b047-afa08426ed26 req-0523d0c4-8335-49bd-8f9f-f99c050b8d95 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553851 Feb 09 06:20:32.267385 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672169b-ff7e-4370-ac99-ee295e5d2a2e req-e9debdd8-a35e-4c7f-b405-2756d7af4915 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:32.268871 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7672169b-ff7e-4370-ac99-ee295e5d2a2e req-e9debdd8-a35e-4c7f-b405-2756d7af4915 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0600278 Feb 09 06:20:32.315810 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7672169b-ff7e-4370-ac99-ee295e5d2a2e req-7063d32a-4af7-48c7-9f30-85c93a29a717 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411396 Feb 09 06:20:33.350822 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192e0f6-cda3-4f2e-9f6c-adf02d6f728c req-8311755f-e7a8-430b-8592-3f52980916f6 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:33.352427 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f192e0f6-cda3-4f2e-9f6c-adf02d6f728c req-8311755f-e7a8-430b-8592-3f52980916f6 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0574920 Feb 09 06:20:33.408628 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f192e0f6-cda3-4f2e-9f6c-adf02d6f728c req-95842f23-c737-4828-b821-094983a6558d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504403 Feb 09 06:20:33.464073 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8b7fc-5886-424d-a880-b45300373f8e req-048d91be-b46f-443f-9dff-b787fe79bb87 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:33.465582 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0cf8b7fc-5886-424d-a880-b45300373f8e req-048d91be-b46f-443f-9dff-b787fe79bb87 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0718873 Feb 09 06:20:33.523292 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0cf8b7fc-5886-424d-a880-b45300373f8e req-a4389001-9120-485c-a7d8-5f671de11781 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502775 Feb 09 06:20:33.535528 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 53590) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:33.640256 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c9665e3b-3afe-43e2-a48b-87440266822a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:33.717171 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c9665e3b-3afe-43e2-a48b-87440266822a admin admin] Publish callbacks [] for security_group (7e57af4c-1fc6-49a8-adb0-835bb6b47fad), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:33.784471 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c9665e3b-3afe-43e2-a48b-87440266822a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (7e57af4c-1fc6-49a8-adb0-835bb6b47fad), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:33.823299 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-c9665e3b-3afe-43e2-a48b-87440266822a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4af8fc9244e04f08ad4f4ae221bd58b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866430 Feb 09 06:20:33.824517 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9665e3b-3afe-43e2-a48b-87440266822a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e57af4c-1fc6-49a8-adb0-835bb6b47fad,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:33.826142 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 53594) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:33.831711 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9665e3b-3afe-43e2-a48b-87440266822a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:33.832066 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9665e3b-3afe-43e2-a48b-87440266822a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:33.832414 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9665e3b-3afe-43e2-a48b-87440266822a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:33.832757 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9665e3b-3afe-43e2-a48b-87440266822a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:33.833090 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9665e3b-3afe-43e2-a48b-87440266822a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:33.833423 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9665e3b-3afe-43e2-a48b-87440266822a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:33.833755 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9665e3b-3afe-43e2-a48b-87440266822a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:33.834084 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9665e3b-3afe-43e2-a48b-87440266822a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:33.834532 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9665e3b-3afe-43e2-a48b-87440266822a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:33.834790 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9665e3b-3afe-43e2-a48b-87440266822a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:33.835241 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9665e3b-3afe-43e2-a48b-87440266822a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:33.835437 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9665e3b-3afe-43e2-a48b-87440266822a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:33.835764 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9665e3b-3afe-43e2-a48b-87440266822a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:33.879098 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7d706873-b1c7-4b28-aacb-ab37881be531 admin admin] Publish callbacks [] for security_group (7e57af4c-1fc6-49a8-adb0-835bb6b47fad), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:33.900539 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7d706873-b1c7-4b28-aacb-ab37881be531 admin admin] Publish callbacks [] for security_group (7e57af4c-1fc6-49a8-adb0-835bb6b47fad), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:34.018914 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7d706873-b1c7-4b28-aacb-ab37881be531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (7e57af4c-1fc6-49a8-adb0-835bb6b47fad), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:34.021638 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7d706873-b1c7-4b28-aacb-ab37881be531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:34.023447 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-7d706873-b1c7-4b28-aacb-ab37881be531 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e57af4c-1fc6-49a8-adb0-835bb6b47fad HTTP/1.1" status: 204 len: 168 time: 0.1961880 Feb 09 06:20:34.042630 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d706873-b1c7-4b28-aacb-ab37881be531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e57af4c-1fc6-49a8-adb0-835bb6b47fad,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:34.051496 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d706873-b1c7-4b28-aacb-ab37881be531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:34.052618 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d706873-b1c7-4b28-aacb-ab37881be531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:34.053251 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d706873-b1c7-4b28-aacb-ab37881be531 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:34.054129 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d706873-b1c7-4b28-aacb-ab37881be531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:34.054764 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d706873-b1c7-4b28-aacb-ab37881be531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:34.055284 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d706873-b1c7-4b28-aacb-ab37881be531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:34.056078 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d706873-b1c7-4b28-aacb-ab37881be531 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:34.056685 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d706873-b1c7-4b28-aacb-ab37881be531 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:34.057180 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d706873-b1c7-4b28-aacb-ab37881be531 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:34.058169 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d706873-b1c7-4b28-aacb-ab37881be531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:34.058783 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d706873-b1c7-4b28-aacb-ab37881be531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:34.059305 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d706873-b1c7-4b28-aacb-ab37881be531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:34.059994 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d706873-b1c7-4b28-aacb-ab37881be531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:34.526020 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5f69c-3b00-4bad-9cf8-58e0eb0e2403 req-8f902ce1-f76d-422f-8d73-4e2c64f43d47 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:34.527589 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-35d5f69c-3b00-4bad-9cf8-58e0eb0e2403 req-8f902ce1-f76d-422f-8d73-4e2c64f43d47 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0525420 Feb 09 06:20:34.585216 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-35d5f69c-3b00-4bad-9cf8-58e0eb0e2403 req-4f7ca080-5555-484b-a40a-5f66b57aba14 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515468 Feb 09 06:20:34.630154 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 53616) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:34.644393 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-65415432-8c56-414b-b2f1-fe044ca204a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:34.647536 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2174d-e974-467e-a5b4-554d15cc89c8 req-69c0a8a8-4d0d-469a-83f2-51806a638125 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:34.647536 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-dec2174d-e974-467e-a5b4-554d15cc89c8 req-69c0a8a8-4d0d-469a-83f2-51806a638125 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0513141 Feb 09 06:20:34.694803 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-dec2174d-e974-467e-a5b4-554d15cc89c8 req-90cf5ef6-ead8-4907-b714-1cf7fd221da4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423386 Feb 09 06:20:34.725275 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-65415432-8c56-414b-b2f1-fe044ca204a9 admin admin] Publish callbacks [] for security_group (e1b16a24-8258-4bd3-ba9a-59b250e486bd), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:34.795506 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-65415432-8c56-414b-b2f1-fe044ca204a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (e1b16a24-8258-4bd3-ba9a-59b250e486bd), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:34.834710 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-65415432-8c56-414b-b2f1-fe044ca204a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f41f10b123d348528825a60880772ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033379 Feb 09 06:20:34.835593 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65415432-8c56-414b-b2f1-fe044ca204a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b16a24-8258-4bd3-ba9a-59b250e486bd,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:34.837299 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 53618) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:34.886985 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e32d6dfe-4ae9-4092-aad4-58fee20e0711 admin admin] Publish callbacks [] for security_group (e1b16a24-8258-4bd3-ba9a-59b250e486bd), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:34.908705 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e32d6dfe-4ae9-4092-aad4-58fee20e0711 admin admin] Publish callbacks [] for security_group (e1b16a24-8258-4bd3-ba9a-59b250e486bd), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:35.017760 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e32d6dfe-4ae9-4092-aad4-58fee20e0711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (e1b16a24-8258-4bd3-ba9a-59b250e486bd), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:35.024336 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e32d6dfe-4ae9-4092-aad4-58fee20e0711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:35.024336 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-e32d6dfe-4ae9-4092-aad4-58fee20e0711 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1b16a24-8258-4bd3-ba9a-59b250e486bd HTTP/1.1" status: 204 len: 168 time: 0.1825726 Feb 09 06:20:35.030387 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d6dfe-4ae9-4092-aad4-58fee20e0711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b16a24-8258-4bd3-ba9a-59b250e486bd,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:35.738538 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fcd9ea-7a97-4adb-9a9b-3f643ea737a1 req-64adffdc-a5b5-469a-807d-d18952074d27 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:35.745162 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-26fcd9ea-7a97-4adb-9a9b-3f643ea737a1 req-64adffdc-a5b5-469a-807d-d18952074d27 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0854075 Feb 09 06:20:35.809631 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-26fcd9ea-7a97-4adb-9a9b-3f643ea737a1 req-79780d36-c282-49d3-b247-14b61671929c tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636177 Feb 09 06:20:35.833864 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0b1c3-6fd7-4496-9283-5a0b0f29dfc2 req-3456b7c7-f155-42e7-813d-8cb052d09f0b tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:35.843737 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bbf0b1c3-6fd7-4496-9283-5a0b0f29dfc2 req-3456b7c7-f155-42e7-813d-8cb052d09f0b tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0626168 Feb 09 06:20:35.888373 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bbf0b1c3-6fd7-4496-9283-5a0b0f29dfc2 req-578a0cfd-b172-4da9-9692-69242c89201c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448718 Feb 09 06:20:36.474580 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44186f3d-ce23-4ad0-9893-db6d5d6a81a4 req-d8bf3a7d-f329-4571-97c2-e08741f8494e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:36.476048 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-44186f3d-ce23-4ad0-9893-db6d5d6a81a4 req-d8bf3a7d-f329-4571-97c2-e08741f8494e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0509198 Feb 09 06:20:36.526629 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-44186f3d-ce23-4ad0-9893-db6d5d6a81a4 req-eaf07c93-89ef-48de-a308-56aeac072549 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449851 Feb 09 06:20:36.959593 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a9bc0-2e14-4158-b347-acf294c7fff7 req-48499e36-da2d-43c4-a29f-e626c19cde77 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:36.968094 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6e6a9bc0-2e14-4158-b347-acf294c7fff7 req-48499e36-da2d-43c4-a29f-e626c19cde77 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0694242 Feb 09 06:20:37.048334 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6e6a9bc0-2e14-4158-b347-acf294c7fff7 req-fac6e627-67be-4268-bd5a-3f2c284695ec tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810516 Feb 09 06:20:37.065130 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255e665-aa9f-4635-8647-952c5985551e req-103e86de-ecf7-46fc-bd07-73403feb0382 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:37.066642 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9255e665-aa9f-4635-8647-952c5985551e req-103e86de-ecf7-46fc-bd07-73403feb0382 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0819407 Feb 09 06:20:37.116793 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9255e665-aa9f-4635-8647-952c5985551e req-4de2b84d-4973-428c-b255-72a2f2b54b7c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438581 Feb 09 06:20:37.484228 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 53736) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:37.595687 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-41d7bda9-0c86-477e-a72f-bc17440a622a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:37.686879 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-41d7bda9-0c86-477e-a72f-bc17440a622a admin admin] Publish callbacks [] for security_group (27ad06f6-6592-489f-b363-9cea3ffed6a2), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:37.705329 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3c6b7-c34e-4fe9-9991-2661758d783a req-c7972ed8-d026-40a0-b41b-15f93e8c0c52 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:37.711352 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4ca3c6b7-c34e-4fe9-9991-2661758d783a req-c7972ed8-d026-40a0-b41b-15f93e8c0c52 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.1087840 Feb 09 06:20:37.756024 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-41d7bda9-0c86-477e-a72f-bc17440a622a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (27ad06f6-6592-489f-b363-9cea3ffed6a2), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:37.795868 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-41d7bda9-0c86-477e-a72f-bc17440a622a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bc3c507728f4af1ad37cf54baed2410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124225 Feb 09 06:20:37.798832 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7bda9-0c86-477e-a72f-bc17440a622a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ad06f6-6592-489f-b363-9cea3ffed6a2,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:37.800455 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-a6aa6a81-ad8c-4f40-8d41-8d0811ec8c5c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:37.801921 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-a6aa6a81-ad8c-4f40-8d41-8d0811ec8c5c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/networks?id=229396a1-26e4-4278-9f79-edf04db0937b HTTP/1.1" status: 200 len: 815 time: 0.1504338 Feb 09 06:20:37.804324 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 53756) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:37.804933 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4ca3c6b7-c34e-4fe9-9991-2661758d783a req-169e7675-6410-482a-aaf9-80d7fecf91cb tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888689 Feb 09 06:20:37.836011 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-d4817f85-e4ae-48cc-a622-cb37e9a8757b tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/quotas/03ef937c2ef44614b2ea53686df186b5 HTTP/1.1" status: 200 len: 375 time: 0.0155778 Feb 09 06:20:37.873242 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-fe760b12-da21-4655-ad4d-3ec2e62789e4 admin admin] Publish callbacks [] for security_group (27ad06f6-6592-489f-b363-9cea3ffed6a2), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:37.896910 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-5e1f4c0d-a5a8-4777-8f31-b41d1b3ffb2b tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03ef937c2ef44614b2ea53686df186b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0553823 Feb 09 06:20:37.899617 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-fe760b12-da21-4655-ad4d-3ec2e62789e4 admin admin] Publish callbacks [] for security_group (27ad06f6-6592-489f-b363-9cea3ffed6a2), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:37.990583 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-9548c85a-fcda-4d66-9289-106620bb83c2 service neutron] 10.222.0.13 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865841 Feb 09 06:20:38.018638 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-fe760b12-da21-4655-ad4d-3ec2e62789e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (27ad06f6-6592-489f-b363-9cea3ffed6a2), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:38.021249 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-fe760b12-da21-4655-ad4d-3ec2e62789e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:38.022430 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-fe760b12-da21-4655-ad4d-3ec2e62789e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27ad06f6-6592-489f-b363-9cea3ffed6a2 HTTP/1.1" status: 204 len: 168 time: 0.2115977 Feb 09 06:20:38.037889 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe760b12-da21-4655-ad4d-3ec2e62789e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ad06f6-6592-489f-b363-9cea3ffed6a2,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:38.091151 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-ceb3c4b4-f197-4848-82b6-58eb0348f1e7 service neutron] 10.222.0.13 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946319 Feb 09 06:20:38.171938 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecfec0-6a48-41fd-bc4e-80ddd50f5030 req-8d4fe0c0-dc0d-4cb5-a28c-99cc2c316f8f tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:38.173460 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-66ecfec0-6a48-41fd-bc4e-80ddd50f5030 req-8d4fe0c0-dc0d-4cb5-a28c-99cc2c316f8f tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0547988 Feb 09 06:20:38.221014 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-66ecfec0-6a48-41fd-bc4e-80ddd50f5030 req-21d69bc2-4367-49c2-9f85-f4fbf3bb6717 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417733 Feb 09 06:20:38.323080 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-33b5652b-670c-4724-9e6f-d9ac3bda3c53 req-3e3eed96-1da4-49fb-a1be-eeb59fec503c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 210 time: 0.0358629 Feb 09 06:20:38.389566 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfbaaa-de46-4f1b-9e28-4ab3ff0303d7 req-dcac27c8-c9db-4dae-9251-4297e86f11f9 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:38.389566 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-53dfbaaa-de46-4f1b-9e28-4ab3ff0303d7 req-dcac27c8-c9db-4dae-9251-4297e86f11f9 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0642834 Feb 09 06:20:38.439216 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-53dfbaaa-de46-4f1b-9e28-4ab3ff0303d7 req-608c877e-d2f2-4046-b9cd-2e0f6d4e6ca3 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436671 Feb 09 06:20:38.714696 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 53780) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:38.732016 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2c816e3c-6194-43d7-8b9d-83f3899fbeab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:38.807731 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2c816e3c-6194-43d7-8b9d-83f3899fbeab admin admin] Publish callbacks [] for security_group (0fc634d7-f303-4707-af46-1ac0c0fe49fe), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:38.909396 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2c816e3c-6194-43d7-8b9d-83f3899fbeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (0fc634d7-f303-4707-af46-1ac0c0fe49fe), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:38.923004 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82fc6a-71e2-41f7-8143-866cd907658c req-2b5ad2c1-1303-42d3-b535-5ea758a580fe tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:38.924512 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-de82fc6a-71e2-41f7-8143-866cd907658c req-2b5ad2c1-1303-42d3-b535-5ea758a580fe tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0528767 Feb 09 06:20:38.954087 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-2c816e3c-6194-43d7-8b9d-83f3899fbeab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f79be4a1c3d844a387f0970a168a7e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382767 Feb 09 06:20:38.956203 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c816e3c-6194-43d7-8b9d-83f3899fbeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc634d7-f303-4707-af46-1ac0c0fe49fe,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:38.956735 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 53790) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:38.999990 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-de82fc6a-71e2-41f7-8143-866cd907658c req-c4a6a0d7-c698-46d8-8e2f-cfd580a1449f tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694437 Feb 09 06:20:39.027022 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1517722d-7115-472b-b301-dd95ff75bf87 admin admin] Publish callbacks [] for security_group (0fc634d7-f303-4707-af46-1ac0c0fe49fe), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:39.048518 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1517722d-7115-472b-b301-dd95ff75bf87 admin admin] Publish callbacks [] for security_group (0fc634d7-f303-4707-af46-1ac0c0fe49fe), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:39.156056 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1517722d-7115-472b-b301-dd95ff75bf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (0fc634d7-f303-4707-af46-1ac0c0fe49fe), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:39.159186 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1517722d-7115-472b-b301-dd95ff75bf87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:39.160338 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-1517722d-7115-472b-b301-dd95ff75bf87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0fc634d7-f303-4707-af46-1ac0c0fe49fe HTTP/1.1" status: 204 len: 168 time: 0.2026033 Feb 09 06:20:39.168375 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517722d-7115-472b-b301-dd95ff75bf87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc634d7-f303-4707-af46-1ac0c0fe49fe,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:39.374843 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2cd90-786a-4e00-a517-db0679ab295b req-63a7dfa8-9990-4a72-92fd-8f58a70c71f6 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:39.376960 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2ac2cd90-786a-4e00-a517-db0679ab295b req-63a7dfa8-9990-4a72-92fd-8f58a70c71f6 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0642886 Feb 09 06:20:39.442894 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5203b6b0-f761-4578-8120-4005f16576ca req-83ea17e1-696e-46fc-861f-6f28d496d747 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 210 time: 0.0317061 Feb 09 06:20:39.454930 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2ac2cd90-786a-4e00-a517-db0679ab295b req-43e376d4-182c-4939-b4c3-f43394ce48d6 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649080 Feb 09 06:20:39.582598 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95522e-4b48-45b9-96db-a4c45a0768c1 req-87d35d7b-48d0-4f0c-b64c-deccbfe0c1fc tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:39.585030 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0d95522e-4b48-45b9-96db-a4c45a0768c1 req-87d35d7b-48d0-4f0c-b64c-deccbfe0c1fc tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0753548 Feb 09 06:20:39.633579 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0d95522e-4b48-45b9-96db-a4c45a0768c1 req-51b75be1-b8cc-4229-bf04-366e2fda1f56 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431745 Feb 09 06:20:39.953806 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 53808) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:39.966426 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-527d66e3-04c0-4036-abb1-cd1058c1a611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:40.040665 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-527d66e3-04c0-4036-abb1-cd1058c1a611 admin admin] Publish callbacks [] for security_group (7a986c2f-0d49-461a-b6b0-ec38980dddcd), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:40.110650 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-527d66e3-04c0-4036-abb1-cd1058c1a611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (7a986c2f-0d49-461a-b6b0-ec38980dddcd), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:40.143236 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851669fb-7e8c-4c4e-9c9e-41fa139282a8 req-533e2041-a84d-497d-a9ef-19a9de361c0c tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:40.144706 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-851669fb-7e8c-4c4e-9c9e-41fa139282a8 req-533e2041-a84d-497d-a9ef-19a9de361c0c tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0741405 Feb 09 06:20:40.173620 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-527d66e3-04c0-4036-abb1-cd1058c1a611 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=382d6b3214d54761bc900a61a781cae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186453 Feb 09 06:20:40.176268 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 53812) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:40.178514 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d66e3-04c0-4036-abb1-cd1058c1a611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a986c2f-0d49-461a-b6b0-ec38980dddcd,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:40.208975 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-851669fb-7e8c-4c4e-9c9e-41fa139282a8 req-93966ad7-6fbe-4850-99d7-1652fe8008d7 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588439 Feb 09 06:20:40.225567 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0251d841-a35d-49b8-af54-9d0760113ea7 admin admin] Publish callbacks [] for security_group (7a986c2f-0d49-461a-b6b0-ec38980dddcd), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:40.245691 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0251d841-a35d-49b8-af54-9d0760113ea7 admin admin] Publish callbacks [] for security_group (7a986c2f-0d49-461a-b6b0-ec38980dddcd), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:40.447223 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0251d841-a35d-49b8-af54-9d0760113ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (7a986c2f-0d49-461a-b6b0-ec38980dddcd), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:40.449869 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0251d841-a35d-49b8-af54-9d0760113ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:40.451060 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-0251d841-a35d-49b8-af54-9d0760113ea7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a986c2f-0d49-461a-b6b0-ec38980dddcd HTTP/1.1" status: 204 len: 168 time: 0.2737801 Feb 09 06:20:40.462490 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251d841-a35d-49b8-af54-9d0760113ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a986c2f-0d49-461a-b6b0-ec38980dddcd,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:40.564955 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6d10a0bc-1048-4eb7-ac2e-451062741d28 req-fc70ba26-1543-48e9-83dd-213d99eff61b tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 210 time: 0.0438232 Feb 09 06:20:40.603157 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418719f-5e9f-4e2e-8cc1-9ab6d020edf8 req-369f5939-7611-4b41-800c-4e7416f91401 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:40.604607 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3418719f-5e9f-4e2e-8cc1-9ab6d020edf8 req-369f5939-7611-4b41-800c-4e7416f91401 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0636241 Feb 09 06:20:40.656051 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3418719f-5e9f-4e2e-8cc1-9ab6d020edf8 req-8aeae083-c183-46d7-9dd2-b48ba311905c tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426359 Feb 09 06:20:40.757808 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1df2c2-a5ef-4e24-b882-1d1bf533aff5 req-62cd3e6d-7805-4ee6-a555-1881f4a9b5bf tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:40.759493 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6d1df2c2-a5ef-4e24-b882-1d1bf533aff5 req-62cd3e6d-7805-4ee6-a555-1881f4a9b5bf tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0541453 Feb 09 06:20:40.816018 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6d1df2c2-a5ef-4e24-b882-1d1bf533aff5 req-d5073ae3-3a8b-4619-90f1-9ff3e337b332 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503583 Feb 09 06:20:41.001176 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-216ea33a-99a2-4fd2-a352-4c1ef7077e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:41.324136 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8e485-e9b5-4692-be7d-11812382719c req-62511b19-870a-4635-bd87-c4135d030e26 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:41.325599 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cda8e485-e9b5-4692-be7d-11812382719c req-62511b19-870a-4635-bd87-c4135d030e26 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0511324 Feb 09 06:20:41.380506 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cda8e485-e9b5-4692-be7d-11812382719c req-84235fb0-9b9a-4f9e-86db-e7eeede78448 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487659 Feb 09 06:20:41.659138 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-667b878f-9584-4642-b3c7-2ea583feed63 req-438a2181-3007-4638-8306-a8face27432e tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 210 time: 0.0262012 Feb 09 06:20:41.775545 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759aaff2-be62-4bb8-bdba-2cfb45f51ae0 req-99488693-53f7-478f-aeb9-b332d62cbef1 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:41.776999 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-759aaff2-be62-4bb8-bdba-2cfb45f51ae0 req-99488693-53f7-478f-aeb9-b332d62cbef1 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0504897 Feb 09 06:20:41.825939 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-759aaff2-be62-4bb8-bdba-2cfb45f51ae0 req-4dbefaa6-8bb5-4d0d-81e9-923c3d26fb45 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425966 Feb 09 06:20:41.936030 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49927d-e6f9-400f-85d4-ae9e14ef1ea3 req-a796cf7b-074e-4a85-9079-ea120734477d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:41.937482 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0e49927d-e6f9-400f-85d4-ae9e14ef1ea3 req-a796cf7b-074e-4a85-9079-ea120734477d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0518141 Feb 09 06:20:41.982467 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0e49927d-e6f9-400f-85d4-ae9e14ef1ea3 req-f1481310-00cc-450b-8a23-b61680374cda tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395191 Feb 09 06:20:42.496190 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0d6e8-1078-4d07-b6bd-5b08975b1feb req-8b9c8320-13ed-40e3-a40d-26053bef4b1d tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:42.497658 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-62a0d6e8-1078-4d07-b6bd-5b08975b1feb req-8b9c8320-13ed-40e3-a40d-26053bef4b1d tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0525682 Feb 09 06:20:42.544117 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-62a0d6e8-1078-4d07-b6bd-5b08975b1feb req-415a6576-9f1f-40ed-b0a6-7d995c59bff9 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401969 Feb 09 06:20:42.752112 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d8e08ffc-ef3a-41d6-909b-890d13ad26a1 req-8e5c4412-3775-48b2-915c-69a119c8d691 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 210 time: 0.0296454 Feb 09 06:20:42.940993 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcc47b-61a9-4fc9-a9a6-8a49e734cd6d req-1104c744-2195-4b4e-bef5-eae7b985f2fb tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:42.942375 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5bfcc47b-61a9-4fc9-a9a6-8a49e734cd6d req-1104c744-2195-4b4e-bef5-eae7b985f2fb tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0500722 Feb 09 06:20:42.987490 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5bfcc47b-61a9-4fc9-a9a6-8a49e734cd6d req-53017103-4669-4399-a712-220b108f7277 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397735 Feb 09 06:20:43.101833 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ab12f-1040-4979-a3d1-71b6964fba39 req-7e2d13eb-76ec-467d-8ca6-a89d78d76cf2 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:43.103340 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-354ab12f-1040-4979-a3d1-71b6964fba39 req-7e2d13eb-76ec-467d-8ca6-a89d78d76cf2 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0500453 Feb 09 06:20:43.148471 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-354ab12f-1040-4979-a3d1-71b6964fba39 req-ac30a8a5-afb2-45ac-a6e4-d7b6b810f43f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397158 Feb 09 06:20:43.667880 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1642ebe-3f8c-44af-94ca-8667a44e5762 req-9f1af36e-600e-40d5-94b0-781d9866794d tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:43.669513 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d1642ebe-3f8c-44af-94ca-8667a44e5762 req-9f1af36e-600e-40d5-94b0-781d9866794d tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0567768 Feb 09 06:20:43.681000 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-f64f8b04-50d4-4bbf-b750-c2c316d9fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:43.715392 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d1642ebe-3f8c-44af-94ca-8667a44e5762 req-481b2a32-ec78-4703-9d3c-c792b5ebee70 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402205 Feb 09 06:20:43.850250 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6b2a053e-5bae-4ce9-9388-119c73085f2a req-8b8ffec7-2a2e-4837-8bff-dd37cf1611e8 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 210 time: 0.0259094 Feb 09 06:20:44.045746 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-b454280f-0f5d-44bd-951e-83e1eee675bf tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:44.047934 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-b454280f-0f5d-44bd-951e-83e1eee675bf tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.30 "GET /v2.0/networks?id=229396a1-26e4-4278-9f79-edf04db0937b HTTP/1.1" status: 200 len: 815 time: 0.1089478 Feb 09 06:20:44.070362 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-aa83378b-2036-4c62-90f5-db178e516014 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Request body: {'port': {'device_id': 'aa2cc2d1-9726-46c2-a52e-03f8fe05ff92', 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b', 'admin_state_up': True, 'tenant_id': '03ef937c2ef44614b2ea53686df186b5'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:20:44.377797 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:44.402804 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9b5af-57d1-449d-bbb7-32f36a0ee35d req-f10f8826-220c-4ad5-990f-0d301ee87d47 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:44.404241 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1de9b5af-57d1-449d-bbb7-32f36a0ee35d req-f10f8826-220c-4ad5-990f-0d301ee87d47 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.3473589 Feb 09 06:20:44.500825 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066d274-2ea0-430a-b6d9-f39a96b5d7c6 req-5c5e3c83-bb6c-4a75-8e2a-557833bbdeff tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:44.502674 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a066d274-2ea0-430a-b6d9-f39a96b5d7c6 req-5c5e3c83-bb6c-4a75-8e2a-557833bbdeff tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.1229005 Feb 09 06:20:44.505257 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1de9b5af-57d1-449d-bbb7-32f36a0ee35d req-ba987fb5-4f00-41c7-9816-c23905850112 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950129 Feb 09 06:20:44.549403 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a066d274-2ea0-430a-b6d9-f39a96b5d7c6 req-a3f05c44-8130-44ef-ab67-0b5df225feff tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409937 Feb 09 06:20:44.565997 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-aa83378b-2036-4c62-90f5-db178e516014 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Made reservation on behalf of 03ef937c2ef44614b2ea53686df186b5 for: {'port': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:20:44.569539 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-aa83378b-2036-4c62-90f5-db178e516014 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:44.697450 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-aa83378b-2036-4c62-90f5-db178e516014 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Allocated IP 172.20.0.13 (229396a1-26e4-4278-9f79-edf04db0937b/17699ff6-b85b-405b-b589-92a77c85fd65/ba23e8f0-2fec-444c-b16f-237b9b5ef991) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:20:44.871364 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c562d-7b16-478b-9103-14763f8ad3fd req-228e81d4-1f26-45fc-8b32-bb8e7ba8c693 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:44.872762 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-990c562d-7b16-478b-9103-14763f8ad3fd req-228e81d4-1f26-45fc-8b32-bb8e7ba8c693 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0877829 Feb 09 06:20:44.888694 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-aa83378b-2036-4c62-90f5-db178e516014 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks [] for port (ba23e8f0-2fec-444c-b16f-237b9b5ef991), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:44.961626 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ec2e37e9-8c26-4adf-8d63-f3567f5a0e1b req-1c418438-281d-4a90-81d2-69ca0c0d86ca tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 210 time: 0.0438445 Feb 09 06:20:44.969671 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-990c562d-7b16-478b-9103-14763f8ad3fd req-0905c9e6-fffd-4982-8db2-86582ebe0b1d tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904412 Feb 09 06:20:45.053352 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-aa83378b-2036-4c62-90f5-db178e516014 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (ba23e8f0-2fec-444c-b16f-237b9b5ef991), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:45.099863 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-aa83378b-2036-4c62-90f5-db178e516014 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Network 229396a1-26e4-4278-9f79-edf04db0937b is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:20:45.102876 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-aa83378b-2036-4c62-90f5-db178e516014 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:20:45.106432 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-aa83378b-2036-4c62-90f5-db178e516014 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:20:45.113290 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83378b-2036-4c62-90f5-db178e516014 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Pushing event updated for resources: {'Port': ['ID=ba23e8f0-2fec-444c-b16f-237b9b5ef991,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:45.155532 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-aa83378b-2036-4c62-90f5-db178e516014 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:45.156127 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-aa83378b-2036-4c62-90f5-db178e516014 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:45.226738 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-aa83378b-2036-4c62-90f5-db178e516014 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1606674 Feb 09 06:20:45.623303 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3ebac-d724-4459-bb63-8d0843906e6e req-a2982419-e4dd-4f17-9b97-3ab3b152652f tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:45.625683 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f9c3ebac-d724-4459-bb63-8d0843906e6e req-a2982419-e4dd-4f17-9b97-3ab3b152652f tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0556767 Feb 09 06:20:45.701158 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f9c3ebac-d724-4459-bb63-8d0843906e6e req-5e2be7e4-dc05-4de4-975f-a7e15f0884b0 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665185 Feb 09 06:20:45.711747 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:45.716897 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8996f-96e2-4de0-9441-7a78114b7eba req-5ba5e74f-5263-4b41-87ae-04870a9d5149 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:45.716897 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b9d8996f-96e2-4de0-9441-7a78114b7eba req-5ba5e74f-5263-4b41-87ae-04870a9d5149 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0875568 Feb 09 06:20:45.761010 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b9d8996f-96e2-4de0-9441-7a78114b7eba req-7f9c7c11-eb20-4b74-b3c8-bb95f81219df tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411067 Feb 09 06:20:46.112967 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fa938-ee62-4c20-9db3-d960908bd1d7 req-d29b16a5-f34f-4fb2-8ddf-2f3e3d403ed8 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:46.112967 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d65fa938-ee62-4c20-9db3-d960908bd1d7 req-d29b16a5-f34f-4fb2-8ddf-2f3e3d403ed8 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 932 time: 0.0820806 Feb 09 06:20:46.123467 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e372c7d-217b-429d-b5e0-613d6f9ce573 req-c53dabc5-d8ef-48b2-b798-65e6a59e8f2f tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:46.125370 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e372c7d-217b-429d-b5e0-613d6f9ce573 req-c53dabc5-d8ef-48b2-b798-65e6a59e8f2f tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0685256 Feb 09 06:20:46.195586 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d65fa938-ee62-4c20-9db3-d960908bd1d7 req-1091c187-03ac-4955-8028-c1696df59771 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690229 Feb 09 06:20:46.202113 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8e372c7d-217b-429d-b5e0-613d6f9ce573 req-eef6ff40-88a2-4f53-898e-5a9ad8c53776 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685818 Feb 09 06:20:46.815480 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea98883-ee90-460b-8132-64b818495bb0 req-4ce22ee7-7045-4b35-8f69-445cc8473494 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:46.817051 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4ea98883-ee90-460b-8132-64b818495bb0 req-4ce22ee7-7045-4b35-8f69-445cc8473494 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0517092 Feb 09 06:20:46.891739 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4ea98883-ee90-460b-8132-64b818495bb0 req-32d14dca-c6fa-41c9-bc45-3ff9422abd79 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691943 Feb 09 06:20:46.905357 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1343075-8ab8-4ac7-a2e0-088e90c14b99 req-13773d4f-1b67-4159-bd17-1a204b6954e4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:46.906837 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d1343075-8ab8-4ac7-a2e0-088e90c14b99 req-13773d4f-1b67-4159-bd17-1a204b6954e4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0709641 Feb 09 06:20:46.952533 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d1343075-8ab8-4ac7-a2e0-088e90c14b99 req-03042d48-215a-484d-b077-8aa90d3b130f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403717 Feb 09 06:20:47.040930 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:47.344385 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd521f14-e010-40c2-afb8-744e563ec7de req-5c4cac7b-4c46-4355-b462-f38d7294f498 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:47.345859 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-dd521f14-e010-40c2-afb8-744e563ec7de req-5c4cac7b-4c46-4355-b462-f38d7294f498 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 932 time: 0.0839984 Feb 09 06:20:47.353024 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e53319-4bfa-4993-ad62-205fe80d6e86 req-41b572d6-f200-4f5f-96a9-73e8393fc0af tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:47.354402 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-84e53319-4bfa-4993-ad62-205fe80d6e86 req-41b572d6-f200-4f5f-96a9-73e8393fc0af tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0833650 Feb 09 06:20:47.428419 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-dd521f14-e010-40c2-afb8-744e563ec7de req-4fa3f427-dfa1-4b62-98c7-a5ef1ca8bab1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730898 Feb 09 06:20:47.431372 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-84e53319-4bfa-4993-ad62-205fe80d6e86 req-50f001f9-a945-4e20-88fe-54d9f37c1b73 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696852 Feb 09 06:20:48.009889 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02919ebb-269e-415b-91dc-faa063a84bcf req-3f638a91-0df5-4946-b736-9c10c1ad90e1 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:48.011429 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-02919ebb-269e-415b-91dc-faa063a84bcf req-3f638a91-0df5-4946-b736-9c10c1ad90e1 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0523367 Feb 09 06:20:48.085814 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-02919ebb-269e-415b-91dc-faa063a84bcf req-783c4fae-1a34-4583-8aab-02023b6c400b tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688188 Feb 09 06:20:48.104833 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745089e-3e2e-4b59-bf66-dd908ea26b23 req-7b499594-9b66-4359-92a6-8601a141e5f2 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:48.106311 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9745089e-3e2e-4b59-bf66-dd908ea26b23 req-7b499594-9b66-4359-92a6-8601a141e5f2 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0658615 Feb 09 06:20:48.150968 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9745089e-3e2e-4b59-bf66-dd908ea26b23 req-511e223f-5210-44f0-bb1d-a2cd6cddb233 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386124 Feb 09 06:20:48.582178 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8a456-46d8-4914-a283-60f6c96518bb req-23eb1f00-82ad-4b10-b4e0-7596353aff4c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:48.583676 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d7e8a456-46d8-4914-a283-60f6c96518bb req-23eb1f00-82ad-4b10-b4e0-7596353aff4c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 932 time: 0.0895841 Feb 09 06:20:48.590917 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efdf0c-5b8a-4a46-97f7-b835a8bdbd77 req-dc676071-d31d-4fb8-af68-66ae25fccb6a tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:48.592267 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-63efdf0c-5b8a-4a46-97f7-b835a8bdbd77 req-dc676071-d31d-4fb8-af68-66ae25fccb6a tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0893312 Feb 09 06:20:48.659120 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d7e8a456-46d8-4914-a283-60f6c96518bb req-ce464cd6-90bc-4599-9f7b-5146a05c741c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659282 Feb 09 06:20:48.665680 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-63efdf0c-5b8a-4a46-97f7-b835a8bdbd77 req-f6456e98-027e-49a4-8564-df75ec8b57a0 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664167 Feb 09 06:20:48.845567 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 7cc33a51-4853-41a6-8e83-c2de2246c5c2 details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:20:48.860629 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] Request body: {'port': {'device_id': 'aa2cc2d1-9726-46c2-a52e-03f8fe05ff92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80192'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:20:48.916833 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['898572b2-25e9-48d8-b22d-41abde8d6c05', 'dd9228dd-724e-40be-8917-f606b813fd82', '0aaddf44-afa2-43e0-a8f7-9c9da18012bb'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:20:48.920663 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (ba23e8f0-2fec-444c-b16f-237b9b5ef991), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:48.973249 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 7cc33a51-4853-41a6-8e83-c2de2246c5c2, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7cc33a51-4853-41a6-8e83-c2de2246c5c2,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:20:48.993708 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': '7cc33a51-4853-41a6-8e83-c2de2246c5c2', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'port_id': '7cc33a51-4853-41a6-8e83-c2de2246c5c2', 'mac_address': 'fa:16:3e:1f:1d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:20:49.049432 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 7cc33a51-4853-41a6-8e83-c2de2246c5c2 is: ACTIVE; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:20:49.049722 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:49.072363 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cc33a51-4853-41a6-8e83-c2de2246c5c2 {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:20:49.107692 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 7cc33a51-4853-41a6-8e83-c2de2246c5c2, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7cc33a51-4853-41a6-8e83-c2de2246c5c2,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:20:49.221866 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba23e8f0-2fec-444c-b16f-237b9b5ef991 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:20:49.239808 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] Publish callbacks [] for port (ba23e8f0-2fec-444c-b16f-237b9b5ef991), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:49.240027 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:49.279992 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f3d87-1162-4ee3-aca0-444e32143a45 req-3f40adc1-6e37-4238-82ca-da5d0a379167 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:49.282025 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1c3f3d87-1162-4ee3-aca0-444e32143a45 req-3f40adc1-6e37-4238-82ca-da5d0a379167 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.1217093 Feb 09 06:20:49.288060 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] Transition to ACTIVE for port object ba23e8f0-2fec-444c-b16f-237b9b5ef991 will not be triggered until provisioned by entity L2. {{(pid=103034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 06:20:49.315847 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=7cc33a51-4853-41a6-8e83-c2de2246c5c2,revision_number=6']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:49.325674 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:49.325961 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:49.326332 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:49.326670 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:49.326998 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:49.327323 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:49.327647 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:49.328501 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:49.328826 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:49.329162 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:49.329487 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:49.329803 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:49.330716 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:20:49.330977 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee47373-f057-42c9-9bfe-1fb06050ecbd req-c780b848-92ed-4674-9f9f-598ea58210dc tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:49.332529 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cee47373-f057-42c9-9bfe-1fb06050ecbd req-c780b848-92ed-4674-9f9f-598ea58210dc tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 945 time: 0.1055515 Feb 09 06:20:49.342181 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (ba23e8f0-2fec-444c-b16f-237b9b5ef991), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:49.381397 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1c3f3d87-1162-4ee3-aca0-444e32143a45 req-dead9192-b853-4448-b582-f52dfdbfbb4d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907452 Feb 09 06:20:49.424167 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] Pushing event updated for resources: {'Port': ['ID=ba23e8f0-2fec-444c-b16f-237b9b5ef991,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:49.457418 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cee47373-f057-42c9-9bfe-1fb06050ecbd req-9ae4532e-9e12-448a-8534-3632ee8cbd50 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091814 Feb 09 06:20:49.504651 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] Attempting to bind port ba23e8f0-2fec-444c-b16f-237b9b5ef991 on host hv-cinder-80192 for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:20:49.504989 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] Attempting to bind port ba23e8f0-2fec-444c-b16f-237b9b5ef991 by drivers openvswitch,hyperv on host hv-cinder-80192 at level 0 using segments [{'id': 'd8fb8075-f4a1-40c5-a70f-a532b4dd14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:20:49.505340 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] Attempting to bind port ba23e8f0-2fec-444c-b16f-237b9b5ef991 on network 229396a1-26e4-4278-9f79-edf04db0937b {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:20:49.509513 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] Port ba23e8f0-2fec-444c-b16f-237b9b5ef991 on network 229396a1-26e4-4278-9f79-edf04db0937b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80192 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 06:20:49.509825 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] Attempting to bind port ba23e8f0-2fec-444c-b16f-237b9b5ef991 on network 229396a1-26e4-4278-9f79-edf04db0937b {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:20:49.514608 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] Checking agent: {'id': '16e2666b-01c8-44a0-ad9b-455a2be8881c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80192', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'started_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:20:49.514934 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] Checking segment: {'id': 'd8fb8075-f4a1-40c5-a70f-a532b4dd14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:20:49.515317 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] Bound using segment: {'id': 'd8fb8075-f4a1-40c5-a70f-a532b4dd14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:20:49.516304 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] Bound port: ba23e8f0-2fec-444c-b16f-237b9b5ef991, host: hv-cinder-80192, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8fb8075-f4a1-40c5-a70f-a532b4dd14fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:20:49.516665 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (ba23e8f0-2fec-444c-b16f-237b9b5ef991), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:49.517462 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['7cc33a51-4853-41a6-8e83-c2de2246c5c2'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:20:49.587526 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] For port ba23e8f0-2fec-444c-b16f-237b9b5ef991, host hv-cinder-80192, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:20:49.591049 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] For port ba23e8f0-2fec-444c-b16f-237b9b5ef991, host hv-cinder-80192, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=ba23e8f0-2fec-444c-b16f-237b9b5ef991,segment=NetworkSegment(d8fb8075-f4a1-40c5-a70f-a532b4dd14fc),segment_id=d8fb8075-f4a1-40c5-a70f-a532b4dd14fc)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:20:49.654787 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (ba23e8f0-2fec-444c-b16f-237b9b5ef991), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:49.686418 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:49.687037 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:49.689028 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] 10.222.0.30 "PUT /v2.0/ports/ba23e8f0-2fec-444c-b16f-237b9b5ef991 HTTP/1.1" status: 200 len: 1094 time: 0.8332069 Feb 09 06:20:49.691583 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2cc2d1-9726-46c2-a52e-03f8fe05ff92', 'tag': 'ba23e8f0-2fec-444c-b16f-237b9b5ef991'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:20:49.694000 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea5b1ec-d3f2-4e47-b747-98cfa9e6ff0b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2cc2d1-9726-46c2-a52e-03f8fe05ff92", "tag": "ba23e8f0-2fec-444c-b16f-237b9b5ef991"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:20:49.727396 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfd9ac-389d-4a2d-9a0a-1ed99e89ec33 service neutron] Pushing event updated for resources: {'Port': ['ID=ba23e8f0-2fec-444c-b16f-237b9b5ef991,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:49.828907 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ecb96-da80-4b4a-9ee5-e2706f8a589b req-a32713d8-789b-4f75-9683-eafc389b573f tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:49.830398 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ce9ecb96-da80-4b4a-9ee5-e2706f8a589b req-a32713d8-789b-4f75-9683-eafc389b573f tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0879169 Feb 09 06:20:49.838066 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3be03b-b171-447e-b84f-faa15888a904 req-d36a5c44-184b-4aee-b713-33553f67d4cd tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:49.839482 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5f3be03b-b171-447e-b84f-faa15888a904 req-d36a5c44-184b-4aee-b713-33553f67d4cd tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 944 time: 0.0947571 Feb 09 06:20:49.907074 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ce9ecb96-da80-4b4a-9ee5-e2706f8a589b req-7b94504b-b91a-4caa-bae1-5c9baca55a94 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666523 Feb 09 06:20:49.913692 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5f3be03b-b171-447e-b84f-faa15888a904 req-8da2e154-4662-4177-9e27-2a458cf24c91 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664697 Feb 09 06:20:49.970922 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbaefe9-cf47-4f6c-8418-3bc0505d91c1 x-openstack-request-id: req-8dbaefe9-cf47-4f6c-8418-3bc0505d91c1 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:20:49.971215 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2cc2d1-9726-46c2-a52e-03f8fe05ff92", "tag": "ba23e8f0-2fec-444c-b16f-237b9b5ef991", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:20:49.971467 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8dbaefe9-cf47-4f6c-8418-3bc0505d91c1 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:20:49.971855 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2cc2d1-9726-46c2-a52e-03f8fe05ff92', 'tag': 'ba23e8f0-2fec-444c-b16f-237b9b5ef991', 'status': 'completed', 'code': 200} Feb 09 06:20:49.991376 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-2ed00add-5a66-4143-99d6-fa89ece22257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:49.993015 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-2ed00add-5a66-4143-99d6-fa89ece22257 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03ef937c2ef44614b2ea53686df186b5&device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 1128 time: 0.0491202 Feb 09 06:20:50.072441 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-da2cf50b-31fb-46f1-8475-4f043e1a009b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba23e8f0-2fec-444c-b16f-237b9b5ef991 HTTP/1.1" status: 200 len: 217 time: 0.0383091 Feb 09 06:20:50.167394 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-e5edb3ef-1029-4145-af3f-c46b3613d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:50.168910 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-e5edb3ef-1029-4145-af3f-c46b3613d6a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17699ff6-b85b-405b-b589-92a77c85fd65 HTTP/1.1" status: 200 len: 855 time: 0.0463362 Feb 09 06:20:50.243044 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-89d71129-83af-425b-abc3-c967e5267287 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=229396a1-26e4-4278-9f79-edf04db0937b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253339 Feb 09 06:20:50.330868 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-78a37ba9-3c1e-4eb0-b4e6-feddcc947ceb service neutron] 10.222.0.30 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810761 Feb 09 06:20:50.444281 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c46c9592-77e6-409c-ac77-c83198d83ff2 req-66f38cc5-15b2-4a60-b429-0ad219c47ccc service neutron] 10.222.0.30 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966108 Feb 09 06:20:50.509632 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bcd25-488d-48aa-9c83-5470520884c4 req-a500f8f5-9f1c-4c8b-b76c-313a4789d43a tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:50.509632 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-969bcd25-488d-48aa-9c83-5470520884c4 req-a500f8f5-9f1c-4c8b-b76c-313a4789d43a tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0544429 Feb 09 06:20:50.584021 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-969bcd25-488d-48aa-9c83-5470520884c4 req-888f9bc1-3a4a-4cce-a60d-ec749a9e8135 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688190 Feb 09 06:20:50.618135 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acedd03-c1ee-4804-817d-8129a5f96b84 req-8fb64bb6-7ee1-4af8-a641-c563a9a5001b tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:50.619750 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7acedd03-c1ee-4804-817d-8129a5f96b84 req-8fb64bb6-7ee1-4af8-a641-c563a9a5001b tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 945 time: 0.0782099 Feb 09 06:20:50.707940 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5b1ec-d3f2-4e47-b747-98cfa9e6ff0b req-e93937ce-54d2-4e51-b2e1-26970d7504de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:50.709561 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3ea5b1ec-d3f2-4e47-b747-98cfa9e6ff0b req-e93937ce-54d2-4e51-b2e1-26970d7504de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03ef937c2ef44614b2ea53686df186b5&device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 1128 time: 0.0778596 Feb 09 06:20:50.712792 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7acedd03-c1ee-4804-817d-8129a5f96b84 req-d81e8f5f-ef42-4e3d-80cb-b8766e126fc6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563238 Feb 09 06:20:50.817392 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5b1ec-d3f2-4e47-b747-98cfa9e6ff0b req-62dfb16c-9d47-4922-887d-4cf15af6fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:50.818922 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3ea5b1ec-d3f2-4e47-b747-98cfa9e6ff0b req-62dfb16c-9d47-4922-887d-4cf15af6fbcc service neutron] 10.222.0.30 "GET /v2.0/networks?id=229396a1-26e4-4278-9f79-edf04db0937b HTTP/1.1" status: 200 len: 915 time: 0.1001956 Feb 09 06:20:50.846682 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 7cc33a51-4853-41a6-8e83-c2de2246c5c2 up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:20:50.869023 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3ea5b1ec-d3f2-4e47-b747-98cfa9e6ff0b req-fbd68b84-8a71-4f7f-b03c-15b422012fc0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba23e8f0-2fec-444c-b16f-237b9b5ef991 HTTP/1.1" status: 200 len: 217 time: 0.0350277 Feb 09 06:20:50.901121 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port 7cc33a51-4853-41a6-8e83-c2de2246c5c2 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:20:50.903481 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:50.916615 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5b1ec-d3f2-4e47-b747-98cfa9e6ff0b req-86bbae17-a57f-4678-a788-1766a6b4b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:50.918172 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3ea5b1ec-d3f2-4e47-b747-98cfa9e6ff0b req-86bbae17-a57f-4678-a788-1766a6b4b971 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17699ff6-b85b-405b-b589-92a77c85fd65 HTTP/1.1" status: 200 len: 855 time: 0.0480490 Feb 09 06:20:51.021682 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3ea5b1ec-d3f2-4e47-b747-98cfa9e6ff0b req-5772e81e-0e18-4fdb-adb1-1737db4f6334 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=229396a1-26e4-4278-9f79-edf04db0937b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958307 Feb 09 06:20:51.079227 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 7cc33a51-4853-41a6-8e83-c2de2246c5c2 is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:20:51.079961 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:51.117437 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8a8349-2116-40df-b1ef-cb1d998624ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc33a51-4853-41a6-8e83-c2de2246c5c2'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:20:51.119865 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bc1ee6-2af8-44e8-9dc1-bdd05f59b1ee" -d '{"events": [{"server_uuid": "ca8a8349-2116-40df-b1ef-cb1d998624ee", "name": "network-vif-plugged", "status": "completed", "tag": "7cc33a51-4853-41a6-8e83-c2de2246c5c2"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:20:51.145257 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 7cc33a51-4853-41a6-8e83-c2de2246c5c2, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7cc33a51-4853-41a6-8e83-c2de2246c5c2,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:20:51.207292 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:51.217056 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c1c7f-1db6-4b28-a899-63a70120bb19 req-2128aefc-883d-440f-a48f-5cb42e47f83d tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:51.223160 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-be4c1c7f-1db6-4b28-a899-63a70120bb19 req-2128aefc-883d-440f-a48f-5cb42e47f83d tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 944 time: 0.1537645 Feb 09 06:20:51.225777 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3ea5b1ec-d3f2-4e47-b747-98cfa9e6ff0b req-cda7d394-8d5b-4b8c-ab33-ab8fc3fd1fbb service neutron] 10.222.0.30 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981962 Feb 09 06:20:51.236163 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ec198-ebc5-4bf6-8796-a648b1d6fec6 req-a86d09a4-a486-4229-ae57-a6853c0759e4 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:51.237903 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-097ec198-ebc5-4bf6-8796-a648b1d6fec6 req-a86d09a4-a486-4229-ae57-a6853c0759e4 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.1740322 Feb 09 06:20:51.283447 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=7cc33a51-4853-41a6-8e83-c2de2246c5c2,revision_number=7']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:51.384945 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-be4c1c7f-1db6-4b28-a899-63a70120bb19 req-c9d3e628-cd70-4a8f-baaf-d4ff30f7f56d tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524498 Feb 09 06:20:51.400094 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-097ec198-ebc5-4bf6-8796-a648b1d6fec6 req-7b7726ec-f2ab-4dc2-83fc-4deda4be312c tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476974 Feb 09 06:20:51.408811 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3ea5b1ec-d3f2-4e47-b747-98cfa9e6ff0b req-309dd384-1bf1-413c-84a2-7861532c3aa7 service neutron] 10.222.0.30 "GET /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699460 Feb 09 06:20:51.457415 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3799915d-b65e-4a94-bf3a-1c4c5da73fac x-openstack-request-id: req-3799915d-b65e-4a94-bf3a-1c4c5da73fac {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:20:51.457631 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8a8349-2116-40df-b1ef-cb1d998624ee", "name": "network-vif-plugged", "status": "completed", "tag": "7cc33a51-4853-41a6-8e83-c2de2246c5c2", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:20:51.458006 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3799915d-b65e-4a94-bf3a-1c4c5da73fac {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:20:51.458818 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8a8349-2116-40df-b1ef-cb1d998624ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc33a51-4853-41a6-8e83-c2de2246c5c2', 'code': 200} Feb 09 06:20:51.716643 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab7d6d-d298-485a-90df-c8ed57d4c19c req-6fa20294-5388-4448-be84-7a51d7fa8c9e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:51.723908 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bcab7d6d-d298-485a-90df-c8ed57d4c19c req-6fa20294-5388-4448-be84-7a51d7fa8c9e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0626621 Feb 09 06:20:51.790064 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bcab7d6d-d298-485a-90df-c8ed57d4c19c req-228df434-0d22-4124-8e2f-34daf2f0e196 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650961 Feb 09 06:20:51.882496 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9469d-4709-49df-a56e-bf961f20d1ff req-21debd1d-beab-4d44-a58c-e19f097aff62 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:51.889641 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c4d9469d-4709-49df-a56e-bf961f20d1ff req-21debd1d-beab-4d44-a58c-e19f097aff62 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0815735 Feb 09 06:20:51.950415 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c4d9469d-4709-49df-a56e-bf961f20d1ff req-75231cb0-fd02-4985-9809-e87f9bc25285 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564139 Feb 09 06:20:52.130429 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda3996-ab49-432d-a479-0bb3ba170d69 req-e2354560-9085-4dda-8fc2-233089b590bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:52.130429 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cfda3996-ab49-432d-a479-0bb3ba170d69 req-e2354560-9085-4dda-8fc2-233089b590bd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 1130 time: 0.0769954 Feb 09 06:20:52.208418 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cfda3996-ab49-432d-a479-0bb3ba170d69 req-f55c9292-74b9-466d-9efb-4466fe919129 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515156 Feb 09 06:20:52.597800 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cccd4-aaa3-4196-a509-49c0f4850de2 req-4ce4ca0a-e212-43ba-ab61-7b7b706036a1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:52.600028 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5f5cccd4-aaa3-4196-a509-49c0f4850de2 req-4ce4ca0a-e212-43ba-ab61-7b7b706036a1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 944 time: 0.1062002 Feb 09 06:20:52.632678 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a8203-c3da-4dd6-a79d-1d25e86fc457 req-61780732-8739-4e11-865a-09bcdc78a424 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:52.634355 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ab5a8203-c3da-4dd6-a79d-1d25e86fc457 req-61780732-8739-4e11-865a-09bcdc78a424 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.1311021 Feb 09 06:20:52.685490 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5f5cccd4-aaa3-4196-a509-49c0f4850de2 req-54de0fd9-70f0-4f59-9d59-85875b3ccc11 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789292 Feb 09 06:20:52.712008 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ab5a8203-c3da-4dd6-a79d-1d25e86fc457 req-456c934b-9c3d-4be9-a15f-afac1bd563f2 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671329 Feb 09 06:20:52.944935 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd564e-059a-4c82-a2cb-615f24328bb5 req-bae476db-7088-4509-a026-5262845ee47b tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:52.946365 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b2dd564e-059a-4c82-a2cb-615f24328bb5 req-bae476db-7088-4509-a026-5262845ee47b tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0607364 Feb 09 06:20:53.029271 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b2dd564e-059a-4c82-a2cb-615f24328bb5 req-c3e79bc3-420f-4c19-9c9d-e4aa3fd18f85 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764341 Feb 09 06:20:53.100791 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65cd8-e2c8-4d8b-9ff8-ccab1b130cbc req-b8777a9c-f511-4820-9b2e-037ea6a6f135 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:53.102550 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f2e65cd8-e2c8-4d8b-9ff8-ccab1b130cbc req-b8777a9c-f511-4820-9b2e-037ea6a6f135 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0632470 Feb 09 06:20:53.171316 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f2e65cd8-e2c8-4d8b-9ff8-ccab1b130cbc req-f40a0839-3065-42a2-aa43-0a38b2726f57 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625734 Feb 09 06:20:53.846823 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ba69c-159c-4ea2-a9ab-ae700dcce9c6 req-381c6f41-5bc3-4941-b441-57e749e4c8e3 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:53.848957 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d73ba69c-159c-4ea2-a9ab-ae700dcce9c6 req-381c6f41-5bc3-4941-b441-57e749e4c8e3 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 944 time: 0.0825193 Feb 09 06:20:53.908260 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe730d-d25a-493d-87d4-da630482716b req-1bf96f89-73ac-466e-94f8-a44e9aa5b532 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:53.909743 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8ffe730d-d25a-493d-87d4-da630482716b req-1bf96f89-73ac-466e-94f8-a44e9aa5b532 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.1171739 Feb 09 06:20:53.916644 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d73ba69c-159c-4ea2-a9ab-ae700dcce9c6 req-44e6a5dc-77c8-46eb-a286-f1a12fbede14 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532947 Feb 09 06:20:53.958466 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8ffe730d-d25a-493d-87d4-da630482716b req-6895de66-2db4-4c34-b5d2-46bfcc55d9ca tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408669 Feb 09 06:20:54.141928 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62a1fd-39f2-40b8-830b-1b0225794492 req-0a6d0062-64e6-4be1-b96f-974ec7d9ded2 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:54.143573 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cb62a1fd-39f2-40b8-830b-1b0225794492 req-0a6d0062-64e6-4be1-b96f-974ec7d9ded2 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0664256 Feb 09 06:20:54.192750 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cb62a1fd-39f2-40b8-830b-1b0225794492 req-2a998cb8-3caf-48dc-960e-2627042d13d7 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430415 Feb 09 06:20:54.313443 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf14a8-3ea9-455f-896c-40fe357a32a5 req-1d9476fb-c160-4a70-bb21-baca1624024d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:54.315045 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-42cf14a8-3ea9-455f-896c-40fe357a32a5 req-1d9476fb-c160-4a70-bb21-baca1624024d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0526037 Feb 09 06:20:54.382792 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-42cf14a8-3ea9-455f-896c-40fe357a32a5 req-18571f61-378d-44ad-9474-a914562764a5 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597949 Feb 09 06:20:55.350134 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438c6bc-30cf-479c-93ab-5b2c148ca598 req-85ad6457-3a32-430c-b36d-b09e1a487ce0 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:55.351822 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6438c6bc-30cf-479c-93ab-5b2c148ca598 req-85ad6457-3a32-430c-b36d-b09e1a487ce0 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 944 time: 0.3540714 Feb 09 06:20:55.367100 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a828a9-a19a-4bfb-b44d-95370c3a6506 req-5729e04c-1f25-4c70-953a-f5f96612ba85 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:55.368960 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-26a828a9-a19a-4bfb-b44d-95370c3a6506 req-5729e04c-1f25-4c70-953a-f5f96612ba85 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.3304141 Feb 09 06:20:55.453456 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6438c6bc-30cf-479c-93ab-5b2c148ca598 req-bdc5bc49-0fee-4b12-bea9-5209ca327e56 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952339 Feb 09 06:20:55.457533 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-26a828a9-a19a-4bfb-b44d-95370c3a6506 req-b210e5b9-5a7d-40ae-8476-b3a5ea7afa8a tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779784 Feb 09 06:20:55.610893 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04af1ac-d9c4-47fb-ac21-2a78dea6cee8 req-1e0f1970-5640-4506-8474-9d4e96b389db tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:55.614328 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c04af1ac-d9c4-47fb-ac21-2a78dea6cee8 req-1e0f1970-5640-4506-8474-9d4e96b389db tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0869370 Feb 09 06:20:55.619614 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1d711-fe6a-4dad-b158-9ea37a48e1e2 req-fc26b77d-8957-4259-b220-73c23ee1ceb7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:55.620969 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-04c1d711-fe6a-4dad-b158-9ea37a48e1e2 req-fc26b77d-8957-4259-b220-73c23ee1ceb7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0858521 Feb 09 06:20:55.690393 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c04af1ac-d9c4-47fb-ac21-2a78dea6cee8 req-a7ca7ef3-67d9-4ce8-98f7-5bedeefe8789 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684445 Feb 09 06:20:55.693677 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-04c1d711-fe6a-4dad-b158-9ea37a48e1e2 req-094c73e6-2604-4342-b460-d5e58695e85d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658588 Feb 09 06:20:56.652721 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21072b36-be18-4d9c-82a0-433638246dc3 req-3c494a48-8c7f-4dfc-aec5-ef9d3c78462a tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:56.654321 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-21072b36-be18-4d9c-82a0-433638246dc3 req-3c494a48-8c7f-4dfc-aec5-ef9d3c78462a tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 944 time: 0.1239758 Feb 09 06:20:56.709948 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbf7cf-7037-4518-b781-5397eaf02792 req-264e310a-2f7c-4e84-98cd-229e2472b89f tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:56.732166 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-72bbf7cf-7037-4518-b781-5397eaf02792 req-264e310a-2f7c-4e84-98cd-229e2472b89f tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.1285145 Feb 09 06:20:56.804611 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-21072b36-be18-4d9c-82a0-433638246dc3 req-44a5fccd-3c6f-415b-b0f3-ce6ca60ffef4 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312752 Feb 09 06:20:56.860256 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-72bbf7cf-7037-4518-b781-5397eaf02792 req-31a3524a-7c5d-44e0-bfe3-ea7cf3993559 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245139 Feb 09 06:20:56.868849 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device ba23e8f0-2fec-444c-b16f-237b9b5ef991 details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:20:57.000516 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccad87-0abf-49c1-8420-e25e588afb7b req-e23ad8f2-8fdb-4cbf-a4b1-094dadb55e0c tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:57.005166 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-91ccad87-0abf-49c1-8420-e25e588afb7b req-e23ad8f2-8fdb-4cbf-a4b1-094dadb55e0c tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.1245804 Feb 09 06:20:57.026020 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port ba23e8f0-2fec-444c-b16f-237b9b5ef991, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=ba23e8f0-2fec-444c-b16f-237b9b5ef991,segment=NetworkSegment(d8fb8075-f4a1-40c5-a70f-a532b4dd14fc),segment_id=d8fb8075-f4a1-40c5-a70f-a532b4dd14fc)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:20:57.039995 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': 'ba23e8f0-2fec-444c-b16f-237b9b5ef991', 'network_id': '229396a1-26e4-4278-9f79-edf04db0937b', 'port_id': 'ba23e8f0-2fec-444c-b16f-237b9b5ef991', 'mac_address': 'fa:16:3e:f5:5e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17699ff6-b85b-405b-b589-92a77c85fd65', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:20:57.097717 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port ba23e8f0-2fec-444c-b16f-237b9b5ef991 is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:20:57.105717 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (ba23e8f0-2fec-444c-b16f-237b9b5ef991), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:57.114875 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba23e8f0-2fec-444c-b16f-237b9b5ef991 {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:20:57.138594 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-91ccad87-0abf-49c1-8420-e25e588afb7b req-e163af5d-eb43-46ee-aa46-3c3526a47d39 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182370 Feb 09 06:20:57.139452 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port ba23e8f0-2fec-444c-b16f-237b9b5ef991, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=ba23e8f0-2fec-444c-b16f-237b9b5ef991,segment=NetworkSegment(d8fb8075-f4a1-40c5-a70f-a532b4dd14fc),segment_id=d8fb8075-f4a1-40c5-a70f-a532b4dd14fc)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:20:57.182028 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ca707-8ba0-4d8b-9379-95a8718fe8a4 req-cf518d60-7390-413c-a3f9-89eb1ba05b4d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:57.196393 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-811ca707-8ba0-4d8b-9379-95a8718fe8a4 req-cf518d60-7390-413c-a3f9-89eb1ba05b4d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.1668475 Feb 09 06:20:57.295357 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-811ca707-8ba0-4d8b-9379-95a8718fe8a4 req-fc0c9da1-8e6d-4699-97ad-9e2136c93e3f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974541 Feb 09 06:20:57.830169 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (ba23e8f0-2fec-444c-b16f-237b9b5ef991), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:20:57.882634 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=ba23e8f0-2fec-444c-b16f-237b9b5ef991,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:20:57.921980 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd815d4e-8733-4130-a892-1129eeb6364c req-9e5aa3f7-9ac4-4dec-8e3c-20c728f0fd87 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:57.923523 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fd815d4e-8733-4130-a892-1129eeb6364c req-9e5aa3f7-9ac4-4dec-8e3c-20c728f0fd87 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 945 time: 0.0569289 Feb 09 06:20:58.014442 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fd815d4e-8733-4130-a892-1129eeb6364c req-253ffbc6-0c68-4d10-9a0b-8c1dcfe25973 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827410 Feb 09 06:20:58.049525 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0564c7c-e160-454f-bb79-81aea7c2725a req-7f9416d8-bfbf-44c7-bf70-1041731b843d tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:58.058088 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a0564c7c-e160-454f-bb79-81aea7c2725a req-7f9416d8-bfbf-44c7-bf70-1041731b843d tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.1157608 Feb 09 06:20:58.164794 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a0564c7c-e160-454f-bb79-81aea7c2725a req-5117a908-241d-4f81-bb62-fdd0462eb826 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840209 Feb 09 06:20:58.254415 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd01710-6358-44df-b133-6b1511298a80 req-5acd5191-76f4-488d-a8ab-119e8a668d54 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:58.255929 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3cd01710-6358-44df-b133-6b1511298a80 req-5acd5191-76f4-488d-a8ab-119e8a668d54 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0548224 Feb 09 06:20:58.317881 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3cd01710-6358-44df-b133-6b1511298a80 req-c0068829-a305-49e9-9a17-336b2dd69ed3 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548785 Feb 09 06:20:58.324025 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['ba23e8f0-2fec-444c-b16f-237b9b5ef991'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:20:58.583817 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f55eb7-269c-45fd-a62a-579196e4947d req-0510f185-e7a7-487b-a1a6-8b46e102a9ac tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:58.586682 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-48f55eb7-269c-45fd-a62a-579196e4947d req-0510f185-e7a7-487b-a1a6-8b46e102a9ac tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.1573975 Feb 09 06:20:58.596756 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687fa8f-600a-4b87-9ffe-3f0ab56658cf req-3bce148e-6b11-404d-a5a4-8b7c1a82d37a tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:58.602064 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b687fa8f-600a-4b87-9ffe-3f0ab56658cf req-3bce148e-6b11-404d-a5a4-8b7c1a82d37a tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.1347339 Feb 09 06:20:58.686818 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b687fa8f-600a-4b87-9ffe-3f0ab56658cf req-a1152761-50d3-4475-b784-56489ac85e55 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803473 Feb 09 06:20:58.705361 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-48f55eb7-269c-45fd-a62a-579196e4947d req-89fc14f6-9304-4b4f-b640-8baf6ac14892 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987916 Feb 09 06:20:59.199711 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0e2cc-83aa-4302-a29b-e0f0416de85d req-ea75f41d-4b8e-412c-b9d8-79ac98f2ac9a tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:59.199711 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cff0e2cc-83aa-4302-a29b-e0f0416de85d req-ea75f41d-4b8e-412c-b9d8-79ac98f2ac9a tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 945 time: 0.0987999 Feb 09 06:20:59.215668 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:20:59.284078 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cff0e2cc-83aa-4302-a29b-e0f0416de85d req-30a29349-c4b6-4675-bebc-34059deb70cc tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786481 Feb 09 06:20:59.373958 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d92bae-7f14-434f-8782-45e6144d13d3 req-f2bf5a2e-561b-46d9-b58d-585476d9a106 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:59.381175 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f2d92bae-7f14-434f-8782-45e6144d13d3 req-f2bf5a2e-561b-46d9-b58d-585476d9a106 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0700290 Feb 09 06:20:59.440334 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f2d92bae-7f14-434f-8782-45e6144d13d3 req-8ab35ce9-1308-43e7-8092-70082fd1f3dd tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533111 Feb 09 06:20:59.851555 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 54202) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:20:59.866062 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92208bee-1e55-4ad8-a8f3-d8b45d27715f req-f11d3feb-f75e-44ad-a12e-39758d407142 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:20:59.874866 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-92208bee-1e55-4ad8-a8f3-d8b45d27715f req-f11d3feb-f75e-44ad-a12e-39758d407142 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0737987 Feb 09 06:20:59.944826 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-92208bee-1e55-4ad8-a8f3-d8b45d27715f req-510c2ef5-b383-406d-9228-ecbe27424ff6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661023 Feb 09 06:21:00.018986 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d4a801d7-53e4-4c64-aa06-9dc6b83b7b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:00.099507 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d4a801d7-53e4-4c64-aa06-9dc6b83b7b93 admin admin] Publish callbacks [] for security_group (fc657347-21a7-4ca4-85a0-573e50d7a9d4), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:00.166788 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d4a801d7-53e4-4c64-aa06-9dc6b83b7b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (fc657347-21a7-4ca4-85a0-573e50d7a9d4), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:00.210632 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-d4a801d7-53e4-4c64-aa06-9dc6b83b7b93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ad0a1f474654bcf8e09640a1e23e6c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579700 Feb 09 06:21:00.213344 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 54206) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:00.214637 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a801d7-53e4-4c64-aa06-9dc6b83b7b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc657347-21a7-4ca4-85a0-573e50d7a9d4,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:00.276669 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1cb2df92-78cc-4778-b510-90f843816320 admin admin] Publish callbacks [] for security_group (fc657347-21a7-4ca4-85a0-573e50d7a9d4), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:00.301814 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1cb2df92-78cc-4778-b510-90f843816320 admin admin] Publish callbacks [] for security_group (fc657347-21a7-4ca4-85a0-573e50d7a9d4), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:00.423978 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b5ee5-519c-42b9-829b-6d8fe548324d req-6ed8c06c-2e8e-49ec-a9f0-38da54b2f9dc tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:00.425706 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a61b5ee5-519c-42b9-829b-6d8fe548324d req-6ed8c06c-2e8e-49ec-a9f0-38da54b2f9dc tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 945 time: 0.0608850 Feb 09 06:21:00.485982 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a61b5ee5-519c-42b9-829b-6d8fe548324d req-c1ab4f29-86d2-49ac-8116-87e362a3018e tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488727 Feb 09 06:21:00.521275 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1cb2df92-78cc-4778-b510-90f843816320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (fc657347-21a7-4ca4-85a0-573e50d7a9d4), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:00.524771 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1cb2df92-78cc-4778-b510-90f843816320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:00.526574 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-1cb2df92-78cc-4778-b510-90f843816320 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc657347-21a7-4ca4-85a0-573e50d7a9d4 HTTP/1.1" status: 204 len: 168 time: 0.3113484 Feb 09 06:21:00.547742 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2df92-78cc-4778-b510-90f843816320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc657347-21a7-4ca4-85a0-573e50d7a9d4,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:00.639468 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69879aaa-b766-46db-8347-fde9162feabc req-abc5509d-0f62-434b-b389-88c390199413 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:00.641336 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-69879aaa-b766-46db-8347-fde9162feabc req-abc5509d-0f62-434b-b389-88c390199413 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.1119752 Feb 09 06:21:00.745964 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-69879aaa-b766-46db-8347-fde9162feabc req-799eaf6c-e0ba-4995-9498-9c8ece626665 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888548 Feb 09 06:21:01.110089 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac3d88-6e7c-401b-a381-50f5d936acc8 req-5a9ed763-f7ba-4770-8077-4cd018c21057 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:01.122394 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-08ac3d88-6e7c-401b-a381-50f5d936acc8 req-5a9ed763-f7ba-4770-8077-4cd018c21057 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0864127 Feb 09 06:21:01.179696 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-08ac3d88-6e7c-401b-a381-50f5d936acc8 req-2727eb36-1bc3-4ca6-8426-a353da4b8d0e tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483418 Feb 09 06:21:01.608530 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d5635-2921-494c-a09c-cd5ddce12c42 req-581fe9e8-0d64-469e-aa7c-d57c79889f3d tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:01.610621 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-464d5635-2921-494c-a09c-cd5ddce12c42 req-581fe9e8-0d64-469e-aa7c-d57c79889f3d tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 945 time: 0.0588200 Feb 09 06:21:01.656459 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-464d5635-2921-494c-a09c-cd5ddce12c42 req-d06ba389-e934-4aeb-a271-7a7febd6b9ee tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396233 Feb 09 06:21:01.876954 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d42caa-4f56-4705-93c4-5df4892ab288 req-48c948a2-b9c0-4adc-99c0-c4961ff37835 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:01.878829 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-78d42caa-4f56-4705-93c4-5df4892ab288 req-48c948a2-b9c0-4adc-99c0-c4961ff37835 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0601697 Feb 09 06:21:01.937448 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-78d42caa-4f56-4705-93c4-5df4892ab288 req-098b8c88-663c-4fa5-a4b2-94dc31a60cc7 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521564 Feb 09 06:21:02.103634 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:02.316193 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f1264-e012-4e87-8c77-11a8ebcf8537 req-20c58f67-a839-4732-89ab-a6083d3ee26e tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:02.323729 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-748f1264-e012-4e87-8c77-11a8ebcf8537 req-20c58f67-a839-4732-89ab-a6083d3ee26e tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0566266 Feb 09 06:21:02.370284 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-748f1264-e012-4e87-8c77-11a8ebcf8537 req-61b04290-428e-4074-a224-fdf975b3a08d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460119 Feb 09 06:21:02.776733 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0255556-5dd3-4bd6-8198-f938aca8086c req-dfde8fa7-e31e-406e-8527-0db377ca923f tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:02.778227 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b0255556-5dd3-4bd6-8198-f938aca8086c req-dfde8fa7-e31e-406e-8527-0db377ca923f tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 945 time: 0.0559559 Feb 09 06:21:02.824803 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b0255556-5dd3-4bd6-8198-f938aca8086c req-4c0ac949-4180-45f6-84e7-dd8dbb6d641a tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397255 Feb 09 06:21:03.059970 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ab14c-3ba8-4798-9b8a-9f49ae396105 req-3ab2f176-051d-49b2-b41f-a63f8ee4012a tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:03.061702 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-285ab14c-3ba8-4798-9b8a-9f49ae396105 req-3ab2f176-051d-49b2-b41f-a63f8ee4012a tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0531173 Feb 09 06:21:03.106818 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-285ab14c-3ba8-4798-9b8a-9f49ae396105 req-c7ca8ffa-657c-44c1-8bc6-ad3445d028ed tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392807 Feb 09 06:21:03.504855 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fc3ba-bef7-4cf5-b835-2d8459ccea0f req-598eb6a6-a03d-4999-b43c-fc925e161228 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:03.506379 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5d3fc3ba-bef7-4cf5-b835-2d8459ccea0f req-598eb6a6-a03d-4999-b43c-fc925e161228 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0798597 Feb 09 06:21:03.525144 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fba96-05e3-4afb-a5af-f77baf0ff647 req-67b70dd0-f98f-48b4-a24d-a52b0252124a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:03.526562 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fb5fba96-05e3-4afb-a5af-f77baf0ff647 req-67b70dd0-f98f-48b4-a24d-a52b0252124a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0738540 Feb 09 06:21:03.591202 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5d3fc3ba-bef7-4cf5-b835-2d8459ccea0f req-e64bd3f2-5701-41a0-9988-7d395f7b7bb4 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778961 Feb 09 06:21:03.602391 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fb5fba96-05e3-4afb-a5af-f77baf0ff647 req-a7d55cce-fdcb-40ec-8353-38a466f8840f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687191 Feb 09 06:21:03.941297 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82324ae5-39ef-4bb3-848a-3cc7796cef39 req-91a5468b-a6cc-4520-8048-33c5a19bd9b3 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:03.942728 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-82324ae5-39ef-4bb3-848a-3cc7796cef39 req-91a5468b-a6cc-4520-8048-33c5a19bd9b3 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 945 time: 0.0502822 Feb 09 06:21:03.994649 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-82324ae5-39ef-4bb3-848a-3cc7796cef39 req-0caa59a8-5010-45d1-b476-4445b177c0cf tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463517 Feb 09 06:21:04.424675 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device ba23e8f0-2fec-444c-b16f-237b9b5ef991 up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:21:04.572287 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning for port ba23e8f0-2fec-444c-b16f-237b9b5ef991 completed by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 06:21:04.576280 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port ba23e8f0-2fec-444c-b16f-237b9b5ef991 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:04.576676 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (ba23e8f0-2fec-444c-b16f-237b9b5ef991), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:04.766258 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e9950-4789-47c2-a8ab-026824986e7e req-6517800a-a8fc-417a-816e-a69c94e6acef tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:04.767791 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9e4e9950-4789-47c2-a8ab-026824986e7e req-6517800a-a8fc-417a-816e-a69c94e6acef tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.1046352 Feb 09 06:21:04.778623 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a52bb8-294b-44f4-9f88-4b8afa889a4f req-266ef8e9-095e-4889-abbe-df6786c07f61 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:04.779967 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a3a52bb8-294b-44f4-9f88-4b8afa889a4f req-266ef8e9-095e-4889-abbe-df6786c07f61 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0862598 Feb 09 06:21:04.780711 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port ba23e8f0-2fec-444c-b16f-237b9b5ef991 is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:04.781101 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (ba23e8f0-2fec-444c-b16f-237b9b5ef991), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:04.807127 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2cc2d1-9726-46c2-a52e-03f8fe05ff92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba23e8f0-2fec-444c-b16f-237b9b5ef991'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:21:04.809358 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f68bc9-b4b9-4ca4-a64e-9e577b548167" -d '{"events": [{"server_uuid": "aa2cc2d1-9726-46c2-a52e-03f8fe05ff92", "name": "network-vif-plugged", "status": "completed", "tag": "ba23e8f0-2fec-444c-b16f-237b9b5ef991"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:21:04.823045 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port ba23e8f0-2fec-444c-b16f-237b9b5ef991, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=ba23e8f0-2fec-444c-b16f-237b9b5ef991,segment=NetworkSegment(d8fb8075-f4a1-40c5-a70f-a532b4dd14fc),segment_id=d8fb8075-f4a1-40c5-a70f-a532b4dd14fc)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:21:04.850956 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9e4e9950-4789-47c2-a8ab-026824986e7e req-29ab84e3-33c3-4d73-b3c0-eeba598e1186 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700336 Feb 09 06:21:04.854904 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a3a52bb8-294b-44f4-9f88-4b8afa889a4f req-193f511e-39c8-4f05-9e55-8370bab16e30 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672147 Feb 09 06:21:04.886302 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (ba23e8f0-2fec-444c-b16f-237b9b5ef991), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:04.893893 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4ee3c0-31f3-4c09-ad79-162031228cc8 x-openstack-request-id: req-6a4ee3c0-31f3-4c09-ad79-162031228cc8 {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:21:04.894268 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2cc2d1-9726-46c2-a52e-03f8fe05ff92", "name": "network-vif-plugged", "status": "completed", "tag": "ba23e8f0-2fec-444c-b16f-237b9b5ef991", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:21:04.894531 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a4ee3c0-31f3-4c09-ad79-162031228cc8 {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:21:04.899072 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2cc2d1-9726-46c2-a52e-03f8fe05ff92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba23e8f0-2fec-444c-b16f-237b9b5ef991', 'code': 200} Feb 09 06:21:04.934543 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=ba23e8f0-2fec-444c-b16f-237b9b5ef991,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:05.115088 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b240ce8-38e5-4e85-9337-2f944e33a0f8 req-56dbc06b-a991-4b1b-8569-b271f00f413e tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:05.116625 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6b240ce8-38e5-4e85-9337-2f944e33a0f8 req-56dbc06b-a991-4b1b-8569-b271f00f413e tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 946 time: 0.0527437 Feb 09 06:21:05.163711 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6b240ce8-38e5-4e85-9337-2f944e33a0f8 req-feb39c9b-93d7-43ed-80ae-1d419f7abbe7 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414431 Feb 09 06:21:05.568998 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e6714-cf7b-4f97-bf34-4cb03f6d97e5 req-be7e6de6-7dd4-4808-85c5-70f153200d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:05.570565 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ed0e6714-cf7b-4f97-bf34-4cb03f6d97e5 req-be7e6de6-7dd4-4808-85c5-70f153200d91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6d505752db84eec9ff7fe2e17b3d536&device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 1130 time: 0.0466549 Feb 09 06:21:05.662515 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e6714-cf7b-4f97-bf34-4cb03f6d97e5 req-c15e75ce-b264-4c18-940a-f59d7a24721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:05.663967 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ed0e6714-cf7b-4f97-bf34-4cb03f6d97e5 req-c15e75ce-b264-4c18-940a-f59d7a24721c service neutron] 10.222.0.30 "GET /v2.0/networks?id=0109a1ee-9fd0-43d1-9f17-0b66979d92b3 HTTP/1.1" status: 200 len: 911 time: 0.0820887 Feb 09 06:21:05.928512 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ed0e6714-cf7b-4f97-bf34-4cb03f6d97e5 req-caa16fcd-0815-4e9e-b373-51614ce6e060 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7536b9fa-f038-4b0d-9846-bdccc3cec23b HTTP/1.1" status: 200 len: 1001 time: 0.0738127 Feb 09 06:21:05.946136 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b5f7d-e552-4ba4-a7db-ece19876abbf req-097a191e-570a-429c-8d0f-f273d596427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:05.947675 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-709b5f7d-e552-4ba4-a7db-ece19876abbf req-097a191e-570a-429c-8d0f-f273d596427e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 1130 time: 0.0694785 Feb 09 06:21:06.006706 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-709b5f7d-e552-4ba4-a7db-ece19876abbf req-1137c391-4d6a-40ab-9dc8-51477beabe23 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519676 Feb 09 06:21:06.051150 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e6714-cf7b-4f97-bf34-4cb03f6d97e5 req-ac8b367e-f728-4090-a6c2-6cdef0469134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:06.052622 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ed0e6714-cf7b-4f97-bf34-4cb03f6d97e5 req-ac8b367e-f728-4090-a6c2-6cdef0469134 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d2250d4-ff7d-4b60-b34c-6aefe462ccc8 HTTP/1.1" status: 200 len: 850 time: 0.1162941 Feb 09 06:21:06.070082 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220c1ce-1bce-44e1-903d-06417a318ab1 req-18980f80-c298-405a-82b3-71cf0c9c596a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:06.071691 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3220c1ce-1bce-44e1-903d-06417a318ab1 req-18980f80-c298-405a-82b3-71cf0c9c596a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.1251090 Feb 09 06:21:06.084820 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b562563-cff0-4944-9d14-080eadc90cd6 req-942b403e-42af-4bd6-827c-f461965bef27 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:06.086560 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4b562563-cff0-4944-9d14-080eadc90cd6 req-942b403e-42af-4bd6-827c-f461965bef27 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.1389217 Feb 09 06:21:06.161130 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3220c1ce-1bce-44e1-903d-06417a318ab1 req-317ff4c1-bd90-4483-8fda-c1d94baa1099 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735114 Feb 09 06:21:06.165041 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4b562563-cff0-4944-9d14-080eadc90cd6 req-6b7333dc-939a-45af-b123-ebfc0c94c006 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673935 Feb 09 06:21:06.278240 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c65e1-94c5-4df5-8870-29fcd2e799c0 req-ade3d2d9-f47d-4bd3-a407-c81fec4c2d24 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:06.279829 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-358c65e1-94c5-4df5-8870-29fcd2e799c0 req-ade3d2d9-f47d-4bd3-a407-c81fec4c2d24 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 946 time: 0.0534465 Feb 09 06:21:06.356062 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-358c65e1-94c5-4df5-8870-29fcd2e799c0 req-a2b1863c-288a-4691-8c3d-75d5c6c39058 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612104 Feb 09 06:21:06.424118 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e6714-cf7b-4f97-bf34-4cb03f6d97e5 req-a6ce945f-2368-4b17-b2ce-368a5cf88834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:06.425761 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ed0e6714-cf7b-4f97-bf34-4cb03f6d97e5 req-a6ce945f-2368-4b17-b2ce-368a5cf88834 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0109a1ee-9fd0-43d1-9f17-0b66979d92b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520401 Feb 09 06:21:06.554103 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ed0e6714-cf7b-4f97-bf34-4cb03f6d97e5 req-6c2a555f-3ac2-490b-bb62-182e2351899d service neutron] 10.222.0.30 "GET /v2.0/networks/0109a1ee-9fd0-43d1-9f17-0b66979d92b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831835 Feb 09 06:21:06.596361 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3616c-a7ed-4b87-8cc1-9d7e1652481b req-d13415e9-0e82-4bf3-9b5d-7d9b4cd065c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:06.598011 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-80c3616c-a7ed-4b87-8cc1-9d7e1652481b req-d13415e9-0e82-4bf3-9b5d-7d9b4cd065c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d23a13d2bd3b43c39a6fdef1f65a0540&device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 1130 time: 0.0486319 Feb 09 06:21:06.645508 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ed0e6714-cf7b-4f97-bf34-4cb03f6d97e5 req-61d4549f-a37e-40cc-9039-7620de11ba64 service neutron] 10.222.0.30 "GET /v2.0/networks/0109a1ee-9fd0-43d1-9f17-0b66979d92b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849173 Feb 09 06:21:06.702294 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3616c-a7ed-4b87-8cc1-9d7e1652481b req-e1c0ef81-d1bd-49c9-9700-a98b433c8987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:06.704270 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-80c3616c-a7ed-4b87-8cc1-9d7e1652481b req-e1c0ef81-d1bd-49c9-9700-a98b433c8987 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b10a0e1-f501-4b31-86fb-646a220008e1 HTTP/1.1" status: 200 len: 916 time: 0.1005363 Feb 09 06:21:06.785704 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-80c3616c-a7ed-4b87-8cc1-9d7e1652481b req-ed8cafd6-b733-4b86-bcfd-536abfe6fe71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc33a51-4853-41a6-8e83-c2de2246c5c2 HTTP/1.1" status: 200 len: 1002 time: 0.0602212 Feb 09 06:21:06.838162 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3616c-a7ed-4b87-8cc1-9d7e1652481b req-13105264-f9ff-4606-8781-2ec5e446ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:06.838162 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-80c3616c-a7ed-4b87-8cc1-9d7e1652481b req-13105264-f9ff-4606-8781-2ec5e446ac40 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=edec6496-1545-49e9-88fa-af018f151255 HTTP/1.1" status: 200 len: 855 time: 0.0436864 Feb 09 06:21:06.892728 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3616c-a7ed-4b87-8cc1-9d7e1652481b req-a8c3eee8-db0c-43e6-aa00-4a0f56bac88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:06.895502 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-80c3616c-a7ed-4b87-8cc1-9d7e1652481b req-a8c3eee8-db0c-43e6-aa00-4a0f56bac88e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b10a0e1-f501-4b31-86fb-646a220008e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440555 Feb 09 06:21:06.988908 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-80c3616c-a7ed-4b87-8cc1-9d7e1652481b req-76603121-4c97-4187-85e6-d7bdd159c3c6 service neutron] 10.222.0.30 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829237 Feb 09 06:21:07.075315 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-80c3616c-a7ed-4b87-8cc1-9d7e1652481b req-66ff57ad-c20e-4f01-84a9-0cd465a245bf service neutron] 10.222.0.30 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839484 Feb 09 06:21:07.229032 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fbd30-5495-49d7-99bd-a69edd20a6fe req-d2d9ef80-836c-451d-92b0-c37f79066155 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:07.230725 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-553fbd30-5495-49d7-99bd-a69edd20a6fe req-d2d9ef80-836c-451d-92b0-c37f79066155 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0642745 Feb 09 06:21:07.308700 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-553fbd30-5495-49d7-99bd-a69edd20a6fe req-d399288e-9cc4-454d-863d-e19a6fad6067 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717769 Feb 09 06:21:07.323619 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371dde13-3795-4021-87b8-ae32e4f95413 req-02ff6355-55e3-4869-83d1-b62b9f523ec3 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:07.325291 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-371dde13-3795-4021-87b8-ae32e4f95413 req-02ff6355-55e3-4869-83d1-b62b9f523ec3 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0819547 Feb 09 06:21:07.400964 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-371dde13-3795-4021-87b8-ae32e4f95413 req-037be772-fe48-4879-b591-0c900c6527a0 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695155 Feb 09 06:21:07.452118 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ac00f-4866-45c3-a783-ad710a773aaf req-0f575729-b7ef-49ef-8aeb-c8e8faaf8abd tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:07.454339 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-946ac00f-4866-45c3-a783-ad710a773aaf req-0f575729-b7ef-49ef-8aeb-c8e8faaf8abd tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0805156 Feb 09 06:21:07.533348 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-946ac00f-4866-45c3-a783-ad710a773aaf req-36e629fe-5d66-44ca-b2c9-46a1d59040c7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735183 Feb 09 06:21:07.546181 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6af4c-19f7-434a-8683-8d41837468b0 req-10264880-a325-4ed6-b381-7d29c924f44b tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:07.548232 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-35a6af4c-19f7-434a-8683-8d41837468b0 req-10264880-a325-4ed6-b381-7d29c924f44b tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 946 time: 0.0823193 Feb 09 06:21:07.595039 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-35a6af4c-19f7-434a-8683-8d41837468b0 req-3d256e8d-b517-42c1-b091-c50761437c67 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410678 Feb 09 06:21:08.423030 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6672a-5a3e-401b-9b1f-1cd6b265f69f req-47f77c75-1bc7-43fe-b0b6-ba0bc118dd08 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:08.425319 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-57d6672a-5a3e-401b-9b1f-1cd6b265f69f req-47f77c75-1bc7-43fe-b0b6-ba0bc118dd08 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0493231 Feb 09 06:21:08.484640 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-57d6672a-5a3e-401b-9b1f-1cd6b265f69f req-f7c962c3-2e32-448b-a842-00f633299a45 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536082 Feb 09 06:21:08.523728 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ba770-69cd-4de2-8bb8-650dfee9dfd4 req-66cb28eb-6443-4ee7-b02d-3e12f243c8ff tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:08.525189 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-985ba770-69cd-4de2-8bb8-650dfee9dfd4 req-66cb28eb-6443-4ee7-b02d-3e12f243c8ff tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0529714 Feb 09 06:21:08.570438 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-985ba770-69cd-4de2-8bb8-650dfee9dfd4 req-a2e2868f-1751-40b8-8ca9-665a4a270221 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396764 Feb 09 06:21:08.663450 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7d803-b7f3-437a-88ba-be0a4949153f req-a8bea337-840d-4f30-b39f-abd74dc80b82 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:08.664933 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7db7d803-b7f3-437a-88ba-be0a4949153f req-a8bea337-840d-4f30-b39f-abd74dc80b82 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0503628 Feb 09 06:21:08.741157 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7db7d803-b7f3-437a-88ba-be0a4949153f req-ac133b06-1f0a-4a4f-b2fe-3fec759bfd6d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669954 Feb 09 06:21:08.748394 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00560ddd-2011-41e2-b65d-d6ed1b341e25 req-52463781-fda8-4f23-a895-8ca24359a207 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:08.750650 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-00560ddd-2011-41e2-b65d-d6ed1b341e25 req-52463781-fda8-4f23-a895-8ca24359a207 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 946 time: 0.0848546 Feb 09 06:21:08.795491 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-00560ddd-2011-41e2-b65d-d6ed1b341e25 req-b0e232cd-8026-483c-a5f5-56f3d8f7763c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391822 Feb 09 06:21:09.600978 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c3c53-12d6-4594-a5ed-e94d7a1e65c3 req-d4ee46fc-627b-4b36-a315-65b475cbf6da tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:09.602939 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d27c3c53-12d6-4594-a5ed-e94d7a1e65c3 req-d4ee46fc-627b-4b36-a315-65b475cbf6da tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0514393 Feb 09 06:21:09.658406 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d27c3c53-12d6-4594-a5ed-e94d7a1e65c3 req-6dc1581b-61f5-4e5e-929d-ab37e9e97e22 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502846 Feb 09 06:21:09.696802 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6bd70-02a1-461c-98b5-ef9f94a2c2ab req-d5611b3c-8b11-406a-9ed6-898fc6d74fdf tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:09.698232 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f9d6bd70-02a1-461c-98b5-ef9f94a2c2ab req-d5611b3c-8b11-406a-9ed6-898fc6d74fdf tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0528989 Feb 09 06:21:09.747901 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f9d6bd70-02a1-461c-98b5-ef9f94a2c2ab req-458b069e-08a1-431a-b3d0-d98df594e9f1 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435865 Feb 09 06:21:09.863862 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4be0bb-09f2-424e-9d88-8ca2fe2997d4 req-e316ef22-80da-498d-9a98-46e11abf43cd tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:09.865359 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8b4be0bb-09f2-424e-9d88-8ca2fe2997d4 req-e316ef22-80da-498d-9a98-46e11abf43cd tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0514109 Feb 09 06:21:09.935897 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8b4be0bb-09f2-424e-9d88-8ca2fe2997d4 req-5d4add49-c314-47df-87a3-ce1652fe8f51 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614922 Feb 09 06:21:09.950507 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34b7fe-7152-4d8b-a893-ada705c3cfe7 req-e0de20a5-9537-4a31-9a51-9666c67abecd tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:09.951986 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9b34b7fe-7152-4d8b-a893-ada705c3cfe7 req-e0de20a5-9537-4a31-9a51-9666c67abecd tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 946 time: 0.0857661 Feb 09 06:21:09.998198 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9b34b7fe-7152-4d8b-a893-ada705c3cfe7 req-2e2aa909-86b8-4a51-b1c0-3ff945145b6c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401869 Feb 09 06:21:10.077013 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525f9e3-11bd-4b4e-a19e-dcf91077d57b req-43606859-c2c7-4cdf-9ca8-8c39c6f4a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:10.079185 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-0525f9e3-11bd-4b4e-a19e-dcf91077d57b req-43606859-c2c7-4cdf-9ca8-8c39c6f4a2d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d24c9276ccc34d9d8d00b76f66800588&device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 1129 time: 0.0437021 Feb 09 06:21:10.248191 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525f9e3-11bd-4b4e-a19e-dcf91077d57b req-03def2b7-4cfa-4020-b1c3-f392896f0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:10.250442 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-0525f9e3-11bd-4b4e-a19e-dcf91077d57b req-03def2b7-4cfa-4020-b1c3-f392896f0faa service neutron] 10.222.0.30 "GET /v2.0/networks?id=f0bda187-4e28-4090-8960-43f4efd30296 HTTP/1.1" status: 200 len: 918 time: 0.0849159 Feb 09 06:21:10.297441 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-0525f9e3-11bd-4b4e-a19e-dcf91077d57b req-04d6b2f4-55b1-4731-9dd9-82972fcb2671 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b HTTP/1.1" status: 200 len: 217 time: 0.0334272 Feb 09 06:21:10.343033 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525f9e3-11bd-4b4e-a19e-dcf91077d57b req-2056a05a-db98-446c-a6eb-26d92c95f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:10.344678 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-0525f9e3-11bd-4b4e-a19e-dcf91077d57b req-2056a05a-db98-446c-a6eb-26d92c95f1b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9875eb3a-2b3e-4144-a2ff-7cc38bef213b HTTP/1.1" status: 200 len: 858 time: 0.0412676 Feb 09 06:21:10.383240 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-0525f9e3-11bd-4b4e-a19e-dcf91077d57b req-aab6361b-5f45-4601-b1b8-20aca2b28417 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0bda187-4e28-4090-8960-43f4efd30296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299284 Feb 09 06:21:10.495756 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-0525f9e3-11bd-4b4e-a19e-dcf91077d57b req-f8f17594-eaa4-43e0-a788-d548a5974d8b service neutron] 10.222.0.30 "GET /v2.0/networks/f0bda187-4e28-4090-8960-43f4efd30296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820549 Feb 09 06:21:10.669668 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-0525f9e3-11bd-4b4e-a19e-dcf91077d57b req-5eadb4ad-db43-4d75-ba77-d27236691c88 service neutron] 10.222.0.30 "GET /v2.0/networks/f0bda187-4e28-4090-8960-43f4efd30296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858939 Feb 09 06:21:10.784015 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f7a0e-2566-4876-a144-285572ff36d6 req-baf946e7-243e-4b04-9ae8-9186cd33d61f tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:10.786609 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-735f7a0e-2566-4876-a144-285572ff36d6 req-baf946e7-243e-4b04-9ae8-9186cd33d61f tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0611384 Feb 09 06:21:10.863045 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-735f7a0e-2566-4876-a144-285572ff36d6 req-9fc7ab8b-d7d6-41aa-a0c1-514c317d9817 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677989 Feb 09 06:21:10.898335 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caab73a-c4ca-4995-9818-6d4e2bc0af06 req-3f99f7d1-bf51-41b9-9630-514131b09736 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:10.899818 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6caab73a-c4ca-4995-9818-6d4e2bc0af06 req-3f99f7d1-bf51-41b9-9630-514131b09736 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0763729 Feb 09 06:21:10.946528 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6caab73a-c4ca-4995-9818-6d4e2bc0af06 req-e5db4fd5-3b31-4f6f-b159-a17c3906a426 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405900 Feb 09 06:21:11.011802 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e128e355-37ef-4c91-9bf3-191cae222248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:11.070031 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab0219-da21-4e1b-9546-8e9da249558d req-a110dfe6-af6f-414e-9fbc-3193c17e084b tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:11.071544 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-efab0219-da21-4e1b-9546-8e9da249558d req-a110dfe6-af6f-414e-9fbc-3193c17e084b tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0551143 Feb 09 06:21:11.148752 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c2fbe-0879-4f9d-9d88-107462f83aef req-138621fc-9ed7-4ef7-a7e3-1ba174f5f056 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:11.150226 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3c1c2fbe-0879-4f9d-9d88-107462f83aef req-138621fc-9ed7-4ef7-a7e3-1ba174f5f056 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 946 time: 0.0778072 Feb 09 06:21:11.153014 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-efab0219-da21-4e1b-9546-8e9da249558d req-6b0bad82-dfdf-4bd9-895e-32b2552b4844 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723875 Feb 09 06:21:11.195230 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3c1c2fbe-0879-4f9d-9d88-107462f83aef req-160523ae-677c-4906-9de2-36e8fdbc48c6 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395069 Feb 09 06:21:11.990681 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495abaef-bb08-447d-99c9-1a7a1f1a5d71 req-bec89611-4299-444d-90fb-d19e5c829d0d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:11.992318 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-495abaef-bb08-447d-99c9-1a7a1f1a5d71 req-bec89611-4299-444d-90fb-d19e5c829d0d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0649779 Feb 09 06:21:12.066386 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-495abaef-bb08-447d-99c9-1a7a1f1a5d71 req-285d8d6d-40d2-4efe-bb8a-1f479105a0ac tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686123 Feb 09 06:21:12.084642 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816384c-121f-4d66-9501-ba70c0960c27 req-2a8aa7c8-1ed4-46ee-8534-c41a8c6f1710 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:12.086079 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8816384c-121f-4d66-9501-ba70c0960c27 req-2a8aa7c8-1ed4-46ee-8534-c41a8c6f1710 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0695491 Feb 09 06:21:12.131858 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8816384c-121f-4d66-9501-ba70c0960c27 req-e24637dc-b987-4231-95be-ee8e92b4fd36 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402567 Feb 09 06:21:12.269876 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdabf4-699a-4f11-a0dd-f5303a24b3bd req-3a8ed1c6-fc07-4f07-bbae-40faca33770c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:12.271368 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bfbdabf4-699a-4f11-a0dd-f5303a24b3bd req-3a8ed1c6-fc07-4f07-bbae-40faca33770c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0497458 Feb 09 06:21:12.316096 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bfbdabf4-699a-4f11-a0dd-f5303a24b3bd req-8b3ecc01-c941-4e27-a276-cf534c5b9d12 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390005 Feb 09 06:21:13.182121 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6ddd1-6230-4f38-9963-ff3eb6b364c8 req-943c9425-9411-4a69-9ea1-0d8ca1052792 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:13.183592 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cdb6ddd1-6230-4f38-9963-ff3eb6b364c8 req-943c9425-9411-4a69-9ea1-0d8ca1052792 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0525968 Feb 09 06:21:13.227678 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cdb6ddd1-6230-4f38-9963-ff3eb6b364c8 req-bcb08232-ae03-4e78-8515-3d3c6e3610f1 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378759 Feb 09 06:21:13.432672 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ee288-dd6c-40ec-a4d0-9d2cc953624b req-8b02bda2-a88d-4eec-bb76-cf571a7cc262 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:13.434137 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-055ee288-dd6c-40ec-a4d0-9d2cc953624b req-8b02bda2-a88d-4eec-bb76-cf571a7cc262 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 946 time: 0.0496595 Feb 09 06:21:13.478160 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-055ee288-dd6c-40ec-a4d0-9d2cc953624b req-2317652c-5784-452d-ab08-66f086e56c14 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380225 Feb 09 06:21:13.598055 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 7cc33a51-4853-41a6-8e83-c2de2246c5c2 no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:21:13.675146 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 7cc33a51-4853-41a6-8e83-c2de2246c5c2 is: ACTIVE; New status is: DOWN {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:13.675537 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:13.697396 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8a8349-2116-40df-b1ef-cb1d998624ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc33a51-4853-41a6-8e83-c2de2246c5c2'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:21:13.699640 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32095408-66a9-4185-a5af-ec5dc9f73fa2" -d '{"events": [{"server_uuid": "ca8a8349-2116-40df-b1ef-cb1d998624ee", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc33a51-4853-41a6-8e83-c2de2246c5c2"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:21:13.711396 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 7cc33a51-4853-41a6-8e83-c2de2246c5c2, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7cc33a51-4853-41a6-8e83-c2de2246c5c2,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:21:13.731815 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-ca8543bc-ffed-4f87-806b-2e6add7aa646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:13.738908 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 06:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab9347e-ba33-44aa-9c7f-b466158d5efe x-openstack-request-id: req-8ab9347e-ba33-44aa-9c7f-b466158d5efe {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:21:13.739224 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8a8349-2116-40df-b1ef-cb1d998624ee", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc33a51-4853-41a6-8e83-c2de2246c5c2", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:21:13.739555 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ab9347e-ba33-44aa-9c7f-b466158d5efe {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:21:13.739953 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8a8349-2116-40df-b1ef-cb1d998624ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc33a51-4853-41a6-8e83-c2de2246c5c2', 'code': 200} Feb 09 06:21:13.749423 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:13.803169 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=7cc33a51-4853-41a6-8e83-c2de2246c5c2,revision_number=8']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:14.341450 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01ace6-f6b7-439b-9dc5-f37373cad843 req-6473065f-8490-417f-916b-d244248c2cc0 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:14.343469 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8d01ace6-f6b7-439b-9dc5-f37373cad843 req-6473065f-8490-417f-916b-d244248c2cc0 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0494039 Feb 09 06:21:14.388946 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:14.391741 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8d01ace6-f6b7-439b-9dc5-f37373cad843 req-fca4f0a6-9afc-4b30-959d-a294f4468f79 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427158 Feb 09 06:21:14.601380 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bf6c1-31f9-46c7-b849-0ae00c6f32ff req-b5956edb-e5b0-46a9-b73f-4663b3ceb67c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:14.602887 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b28bf6c1-31f9-46c7-b849-0ae00c6f32ff req-b5956edb-e5b0-46a9-b73f-4663b3ceb67c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.0513880 Feb 09 06:21:14.649191 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b28bf6c1-31f9-46c7-b849-0ae00c6f32ff req-72b94c2f-539f-4942-b551-cb9b4e6d1225 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407908 Feb 09 06:21:15.513626 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c63fdc-bd69-41cf-8588-1bc9d3cfdd6f req-9ea0ae86-918e-4ff2-ae31-8e05f5b611ec tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:15.515137 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-45c63fdc-bd69-41cf-8588-1bc9d3cfdd6f req-9ea0ae86-918e-4ff2-ae31-8e05f5b611ec tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0518620 Feb 09 06:21:15.563101 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-45c63fdc-bd69-41cf-8588-1bc9d3cfdd6f req-2f128197-881c-4c33-9620-30c5d97d9e24 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423005 Feb 09 06:21:15.664229 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:15.778810 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a54853-23be-452b-b6d2-e14340914add req-8a9e8033-d99e-4805-b018-79a0a20b2cc5 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:15.780301 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-49a54853-23be-452b-b6d2-e14340914add req-8a9e8033-d99e-4805-b018-79a0a20b2cc5 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.0562525 Feb 09 06:21:15.828229 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-49a54853-23be-452b-b6d2-e14340914add req-5a354ea6-60ee-4524-871f-3a4608593767 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415223 Feb 09 06:21:16.693953 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003d9f7-6aab-43c2-b9ec-b3f48c7b31d5 req-9b6a8f21-171a-4ad1-9c31-eabc3aa42cd0 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:16.701709 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f003d9f7-6aab-43c2-b9ec-b3f48c7b31d5 req-9b6a8f21-171a-4ad1-9c31-eabc3aa42cd0 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0644312 Feb 09 06:21:16.750336 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f003d9f7-6aab-43c2-b9ec-b3f48c7b31d5 req-a942bb72-f5d3-483f-a20c-8245ce8af257 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475662 Feb 09 06:21:16.935613 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 54572) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:16.959249 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98644c-5bce-4b81-933a-857e2fe7f556 req-32b529e7-241b-4823-a448-9f60ea51ad2f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:16.960800 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5d98644c-5bce-4b81-933a-857e2fe7f556 req-32b529e7-241b-4823-a448-9f60ea51ad2f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.0604589 Feb 09 06:21:17.055944 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d098e3d9-64c6-4778-90f0-c1a7c4e6fe01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:17.057731 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:17.143853 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d098e3d9-64c6-4778-90f0-c1a7c4e6fe01 admin admin] Publish callbacks [] for security_group (12116095-c01e-4ebc-aaea-7f7892c5cd53), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:17.183180 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d098e3d9-64c6-4778-90f0-c1a7c4e6fe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (12116095-c01e-4ebc-aaea-7f7892c5cd53), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:17.226442 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 54580) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:17.226673 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-d098e3d9-64c6-4778-90f0-c1a7c4e6fe01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e90fcadfbc5d4d70b8054186d76cf263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896004 Feb 09 06:21:17.227190 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098e3d9-64c6-4778-90f0-c1a7c4e6fe01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12116095-c01e-4ebc-aaea-7f7892c5cd53,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:17.258954 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5d98644c-5bce-4b81-933a-857e2fe7f556 req-6b2d9366-7d71-470d-b51e-af5f6ed9b4c0 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927213 Feb 09 06:21:17.288317 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-71a23018-1e78-40b2-8205-8364857dd3cf admin admin] Publish callbacks [] for security_group (12116095-c01e-4ebc-aaea-7f7892c5cd53), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:17.311144 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-71a23018-1e78-40b2-8205-8364857dd3cf admin admin] Publish callbacks [] for security_group (12116095-c01e-4ebc-aaea-7f7892c5cd53), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:17.411920 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-71a23018-1e78-40b2-8205-8364857dd3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (12116095-c01e-4ebc-aaea-7f7892c5cd53), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:17.414506 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-71a23018-1e78-40b2-8205-8364857dd3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:17.415622 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-71a23018-1e78-40b2-8205-8364857dd3cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12116095-c01e-4ebc-aaea-7f7892c5cd53 HTTP/1.1" status: 204 len: 168 time: 0.1882014 Feb 09 06:21:17.422941 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a23018-1e78-40b2-8205-8364857dd3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12116095-c01e-4ebc-aaea-7f7892c5cd53,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:17.533539 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 54594) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:17.743077 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a932f534-c684-4c45-b998-82506eb4cdd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:17.839729 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a932f534-c684-4c45-b998-82506eb4cdd6 admin admin] Publish callbacks [] for security_group (ed241a0f-32eb-4471-8404-7057f9026dd0), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:17.881445 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d14e5-a80b-4eb0-8e29-59f2cbf1c6bb req-4ea0b757-22c5-4863-8983-b2aab70b7c3e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:17.883011 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4b7d14e5-a80b-4eb0-8e29-59f2cbf1c6bb req-4ea0b757-22c5-4863-8983-b2aab70b7c3e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0610654 Feb 09 06:21:17.895481 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a932f534-c684-4c45-b998-82506eb4cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (ed241a0f-32eb-4471-8404-7057f9026dd0), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:17.959785 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-a932f534-c684-4c45-b998-82506eb4cdd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e89d05363a8843dfaa8d19fb63d1fa02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4251709 Feb 09 06:21:17.960522 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932f534-c684-4c45-b998-82506eb4cdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed241a0f-32eb-4471-8404-7057f9026dd0,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:17.962964 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 54608) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:17.966033 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4b7d14e5-a80b-4eb0-8e29-59f2cbf1c6bb req-6b53496d-6c54-410d-841f-2f43453f56ec tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776370 Feb 09 06:21:18.024753 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4eccb632-2fcc-4b9f-892c-d2903ed86333 admin admin] Publish callbacks [] for security_group (ed241a0f-32eb-4471-8404-7057f9026dd0), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:18.045451 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4eccb632-2fcc-4b9f-892c-d2903ed86333 admin admin] Publish callbacks [] for security_group (ed241a0f-32eb-4471-8404-7057f9026dd0), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:18.166286 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4eccb632-2fcc-4b9f-892c-d2903ed86333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (ed241a0f-32eb-4471-8404-7057f9026dd0), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:18.168986 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4eccb632-2fcc-4b9f-892c-d2903ed86333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:18.170344 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-4eccb632-2fcc-4b9f-892c-d2903ed86333 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed241a0f-32eb-4471-8404-7057f9026dd0 HTTP/1.1" status: 204 len: 168 time: 0.2032673 Feb 09 06:21:18.179646 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eccb632-2fcc-4b9f-892c-d2903ed86333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed241a0f-32eb-4471-8404-7057f9026dd0,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:18.373127 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [req-2ecd6ba5-48c8-4584-9099-823a6383a6ab req-bd9b7632-371b-4d16-bf8f-15711d3e6987 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103034) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 06:21:18.374404 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2ecd6ba5-48c8-4584-9099-823a6383a6ab req-bd9b7632-371b-4d16-bf8f-15711d3e6987 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056758 Feb 09 06:21:18.691981 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86abb0-9283-4ef2-856e-bd87623ba131 req-a9fe16c9-fda8-4f92-999a-d53c89b77259 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:18.693483 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9b86abb0-9283-4ef2-856e-bd87623ba131 req-a9fe16c9-fda8-4f92-999a-d53c89b77259 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.0571790 Feb 09 06:21:18.744182 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9b86abb0-9283-4ef2-856e-bd87623ba131 req-4867f2f8-ff4b-47e4-a25f-431f97b18288 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448744 Feb 09 06:21:19.095776 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d521e4-f131-46a1-8fe4-fb09f3b67c7a req-656a96c1-82b0-4737-8b6c-5ec7ff4251cb tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:19.097344 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b1d521e4-f131-46a1-8fe4-fb09f3b67c7a req-656a96c1-82b0-4737-8b6c-5ec7ff4251cb tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0523226 Feb 09 06:21:19.144723 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b1d521e4-f131-46a1-8fe4-fb09f3b67c7a req-c7994355-5305-4e94-81af-881d0e0c1ad1 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416548 Feb 09 06:21:19.210683 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 54662) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:19.240784 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 54668) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:19.340932 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-55c9bf9c-0352-4575-a366-5fad3d9c91be admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-449735733-network', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:21:19.360403 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-edeeb64b-c08d-43c0-9573-21910eb36950 req-cab3280a-f9ef-40d4-8ee8-01d5921308e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1486070 Feb 09 06:21:19.369141 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [req-edeeb64b-c08d-43c0-9573-21910eb36950 req-65a827d7-1d29-49ba-9447-f1d4dd065310 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103035) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 06:21:19.370084 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-edeeb64b-c08d-43c0-9573-21910eb36950 req-65a827d7-1d29-49ba-9447-f1d4dd065310 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048354 Feb 09 06:21:19.462867 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c9bf9c-0352-4575-a366-5fad3d9c91be admin admin] Made reservation on behalf of 6b80cac37fcb437488c5ff4623570b82 for: {'network': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:21:19.465221 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-55c9bf9c-0352-4575-a366-5fad3d9c91be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for network (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:19.474612 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-55c9bf9c-0352-4575-a366-5fad3d9c91be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:19.552363 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-55c9bf9c-0352-4575-a366-5fad3d9c91be admin admin] Publish callbacks [] for security_group (9d9e4b12-ab86-4853-8019-28f80255218c), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:19.686059 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-55c9bf9c-0352-4575-a366-5fad3d9c91be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (9d9e4b12-ab86-4853-8019-28f80255218c), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:19.711906 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c9bf9c-0352-4575-a366-5fad3d9c91be admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 06:21:19.720778 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9bf9c-0352-4575-a366-5fad3d9c91be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9e4b12-ab86-4853-8019-28f80255218c,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:19.727712 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-55c9bf9c-0352-4575-a366-5fad3d9c91be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (08ec5fe7-f64e-468b-9c61-6936370d96ee), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:19.728745 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.db.segments_db [None req-55c9bf9c-0352-4575-a366-5fad3d9c91be admin admin] Added segment 08ec5fe7-f64e-468b-9c61-6936370d96ee of type vlan for network 67ec2c57-d1a0-457d-93b8-506d35295f01 Feb 09 06:21:19.771072 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-55c9bf9c-0352-4575-a366-5fad3d9c91be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788413497640'] for network (67ec2c57-d1a0-457d-93b8-506d35295f01), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:19.787559 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 54684) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:19.885878 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-55c9bf9c-0352-4575-a366-5fad3d9c91be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for network (67ec2c57-d1a0-457d-93b8-506d35295f01), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:19.887070 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c9bf9c-0352-4575-a366-5fad3d9c91be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:19.887857 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-55c9bf9c-0352-4575-a366-5fad3d9c91be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:19.889186 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd118b-8299-464b-b53c-5822f13c6f82 req-c9ace69e-f9b6-4e96-875d-452987dc938a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:19.890739 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f4dd118b-8299-464b-b53c-5822f13c6f82 req-c9ace69e-f9b6-4e96-875d-452987dc938a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.0576205 Feb 09 06:21:19.930069 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7391b36f-4b5d-4aab-ab29-d984df6b5513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:19.946652 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9bf9c-0352-4575-a366-5fad3d9c91be admin admin] Pushing event updated for resources: {'Network': ['ID=67ec2c57-d1a0-457d-93b8-506d35295f01,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:19.956663 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Network 67ec2c57-d1a0-457d-93b8-506d35295f01 details requested by agent ovs-agent-dv-cinder-801923-6-iscsi with host dv-cinder-801923-6-iscsi {{(pid=103036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 06:21:19.966763 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f4dd118b-8299-464b-b53c-5822f13c6f82 req-0d9712fd-1e87-4f44-b512-23299b52c261 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678952 Feb 09 06:21:20.029793 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7391b36f-4b5d-4aab-ab29-d984df6b5513 admin admin] Publish callbacks [] for security_group (5cff77e2-9475-474b-9131-700d7e006fa2), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:20.066930 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 7cc33a51-4853-41a6-8e83-c2de2246c5c2 no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:21:20.082738 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-55c9bf9c-0352-4575-a366-5fad3d9c91be admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8404484 Feb 09 06:21:20.085497 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 54690) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:20.090347 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-47aee10b-c64b-45f1-b5ab-68027c248e30 admin admin] Request body: {'subnet': {'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-449735733-subnet', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'ip_version': 4}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:21:20.102955 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7391b36f-4b5d-4aab-ab29-d984df6b5513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (5cff77e2-9475-474b-9131-700d7e006fa2), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:20.141757 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 7cc33a51-4853-41a6-8e83-c2de2246c5c2 is: DOWN; New status is: DOWN {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:20.143366 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-7391b36f-4b5d-4aab-ab29-d984df6b5513 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8bfdb9e023f241cb94ae25bf37de7992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3547285 Feb 09 06:21:20.144247 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391b36f-4b5d-4aab-ab29-d984df6b5513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cff77e2-9475-474b-9131-700d7e006fa2,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:20.146138 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 54692) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:20.185962 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47aee10b-c64b-45f1-b5ab-68027c248e30 admin admin] Made reservation on behalf of 6b80cac37fcb437488c5ff4623570b82 for: {'subnet': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:21:20.188840 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-47aee10b-c64b-45f1-b5ab-68027c248e30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5061516'] for subnet (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:20.247966 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-897712d9-c8c3-420e-acca-96be83e443f7 admin admin] Publish callbacks [] for security_group (5cff77e2-9475-474b-9131-700d7e006fa2), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:20.263040 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644845a-a6f2-4ff2-a5c2-4ef2ed6dd6bf req-a14620bc-a5e8-4bd5-a408-fa347bf8054e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:20.264531 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e644845a-a6f2-4ff2-a5c2-4ef2ed6dd6bf req-a14620bc-a5e8-4bd5-a408-fa347bf8054e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0517967 Feb 09 06:21:20.287745 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-897712d9-c8c3-420e-acca-96be83e443f7 admin admin] Publish callbacks [] for security_group (5cff77e2-9475-474b-9131-700d7e006fa2), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:20.312673 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e644845a-a6f2-4ff2-a5c2-4ef2ed6dd6bf req-d90d8a61-f6c1-42b4-bbfb-6341883965af tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415592 Feb 09 06:21:20.596389 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-897712d9-c8c3-420e-acca-96be83e443f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (5cff77e2-9475-474b-9131-700d7e006fa2), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:20.598934 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-897712d9-c8c3-420e-acca-96be83e443f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:20.600057 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-897712d9-c8c3-420e-acca-96be83e443f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5cff77e2-9475-474b-9131-700d7e006fa2 HTTP/1.1" status: 204 len: 168 time: 0.4529264 Feb 09 06:21:20.615819 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897712d9-c8c3-420e-acca-96be83e443f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cff77e2-9475-474b-9131-700d7e006fa2,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:20.709208 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-47aee10b-c64b-45f1-b5ab-68027c248e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5111151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5061554'] for subnet (aa956a71-db8c-4321-9989-c93881b8caef), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:20.762565 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aee10b-c64b-45f1-b5ab-68027c248e30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa956a71-db8c-4321-9989-c93881b8caef,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:20.773503 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aee10b-c64b-45f1-b5ab-68027c248e30 admin admin] Checking segment: {'id': '08ec5fe7-f64e-468b-9c61-6936370d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:21:20.773868 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aee10b-c64b-45f1-b5ab-68027c248e30 admin admin] Network hostable DHCP agents. Network: 67ec2c57-d1a0-457d-93b8-506d35295f01, hostable agents: ['be82b069-f1bc-4233-ac9e-ce94c711d4de'], hosted agents: [] {{(pid=103035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 06:21:20.903230 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aee10b-c64b-45f1-b5ab-68027c248e30 admin admin] Network 67ec2c57-d1a0-457d-93b8-506d35295f01 is scheduled to be hosted by DHCP agent be82b069-f1bc-4233-ac9e-ce94c711d4de with binding_index 1 {{(pid=103035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 06:21:21.017633 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-47aee10b-c64b-45f1-b5ab-68027c248e30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801923-6-iscsi, 67ec2c57-d1a0-457d-93b8-506d35295f01) {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:21:21.024432 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aee10b-c64b-45f1-b5ab-68027c248e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:21.024432 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-47aee10b-c64b-45f1-b5ab-68027c248e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for subnet (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:21.028236 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78baee3-bb31-436f-9f8d-06ce2e8dae73 None None] Network 67ec2c57-d1a0-457d-93b8-506d35295f01 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:21:21.096148 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4a774-8245-4738-8257-7670a645e36a req-59bdcc77-054e-45c6-92c4-82915267c7db tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:21.098671 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-dfe4a774-8245-4738-8257-7670a645e36a req-59bdcc77-054e-45c6-92c4-82915267c7db tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.0556786 Feb 09 06:21:21.100989 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-47aee10b-c64b-45f1-b5ab-68027c248e30 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0140548 Feb 09 06:21:21.103301 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 54704) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:21.107672 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-53ce4eb2-7a4e-4e1a-b715-619963b92657 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-449735733-router', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:21:21.130839 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp140a898b-deca-5bfd-a45e-18b8b718c871-67ec2c57-d1a0-457d-93b8-506d35295f01', 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01', 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'fixed_ips': [{'subnet_id': 'aa956a71-db8c-4321-9989-c93881b8caef'}]}} from dv-cinder-801923-6-iscsi. {{(pid=103036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 06:21:21.131800 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:21.150149 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-dfe4a774-8245-4738-8257-7670a645e36a req-0a019818-26d8-46b5-ac4f-1e236c43a09f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451307 Feb 09 06:21:21.177462 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-53ce4eb2-7a4e-4e1a-b715-619963b92657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router (3a020dcf-013a-4122-91cd-f88501a593fb), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:21.178555 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-53ce4eb2-7a4e-4e1a-b715-619963b92657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11054'] for router (3a020dcf-013a-4122-91cd-f88501a593fb), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:21.232900 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-53ce4eb2-7a4e-4e1a-b715-619963b92657 admin admin] Publish callbacks [] for router_controller (3a020dcf-013a-4122-91cd-f88501a593fb), precommit_add_association {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:21.262288 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 54706) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:21.271190 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.db_base_plugin_common [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] Allocated IP 172.20.0.2 (67ec2c57-d1a0-457d-93b8-506d35295f01/aa956a71-db8c-4321-9989-c93881b8caef/0b1f7e74-3873-4957-adc6-7893907c8738) {{(pid=103036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:21:21.275515 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-65cb6afa-5066-4a38-8014-dadfe3c2fa19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:21.376362 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-65cb6afa-5066-4a38-8014-dadfe3c2fa19 admin admin] Publish callbacks [] for security_group (3ee02bc5-bd48-409e-bf6b-e9e6a4536003), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:21.418504 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] Publish callbacks [] for port (0b1f7e74-3873-4957-adc6-7893907c8738), precommit_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:21.433915 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92495e-20fe-459e-9bc4-017a599df91b req-7361dc2a-2754-4b64-beb2-fe840c12cbf6 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:21.435546 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6c92495e-20fe-459e-9bc4-017a599df91b req-7361dc2a-2754-4b64-beb2-fe840c12cbf6 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0523498 Feb 09 06:21:21.472435 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-65cb6afa-5066-4a38-8014-dadfe3c2fa19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (3ee02bc5-bd48-409e-bf6b-e9e6a4536003), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:21.481623 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6c92495e-20fe-459e-9bc4-017a599df91b req-40e01b22-63c3-4207-90e0-77fd051b5d24 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396612 Feb 09 06:21:21.486496 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (0b1f7e74-3873-4957-adc6-7893907c8738), after_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:21.499143 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-53ce4eb2-7a4e-4e1a-b715-619963b92657 admin admin] Publish callbacks [] for router_gateway (3a020dcf-013a-4122-91cd-f88501a593fb), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:21.524157 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-65cb6afa-5066-4a38-8014-dadfe3c2fa19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c32e3029074b4dc5833a89e53504ce00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606056 Feb 09 06:21:21.525104 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb6afa-5066-4a38-8014-dadfe3c2fa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee02bc5-bd48-409e-bf6b-e9e6a4536003,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:21.526834 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 54710) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:21.533008 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] Network 67ec2c57-d1a0-457d-93b8-506d35295f01 is already hosted by enough agents. {{(pid=103036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:21:21.542095 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.scheduler.base_scheduler [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] Resources bound (agent type, host, resource id): {{(pid=103036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:21:21.542095 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] Received port after_create {{(pid=103036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:21:21.544601 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] Pushing event updated for resources: {'Port': ['ID=0b1f7e74-3873-4957-adc6-7893907c8738,revision_number=1']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:21.578687 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-edb5b994-95be-4f03-b7da-57d7d930a3f0 admin admin] Publish callbacks [] for security_group (3ee02bc5-bd48-409e-bf6b-e9e6a4536003), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:21.600255 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] Attempting to bind port 0b1f7e74-3873-4957-adc6-7893907c8738 on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:21:21.600620 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] Attempting to bind port 0b1f7e74-3873-4957-adc6-7893907c8738 by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '08ec5fe7-f64e-468b-9c61-6936370d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01'}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:21:21.601200 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] Attempting to bind port 0b1f7e74-3873-4957-adc6-7893907c8738 on network 67ec2c57-d1a0-457d-93b8-506d35295f01 {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:21:21.603714 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-edb5b994-95be-4f03-b7da-57d7d930a3f0 admin admin] Publish callbacks [] for security_group (3ee02bc5-bd48-409e-bf6b-e9e6a4536003), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:21.608932 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:21:21.610089 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] Checking segment: {'id': '08ec5fe7-f64e-468b-9c61-6936370d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:21:21.610675 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:21.611211 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] Bound using segment: {'id': '08ec5fe7-f64e-468b-9c61-6936370d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01'} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:21:21.611830 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] Bound port: 0b1f7e74-3873-4957-adc6-7893907c8738, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec5fe7-f64e-468b-9c61-6936370d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01'}}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:21:21.612211 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (0b1f7e74-3873-4957-adc6-7893907c8738), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:21.678920 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] For port 0b1f7e74-3873-4957-adc6-7893907c8738, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:21:21.684335 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] For port 0b1f7e74-3873-4957-adc6-7893907c8738, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=0b1f7e74-3873-4957-adc6-7893907c8738,segment=NetworkSegment(08ec5fe7-f64e-468b-9c61-6936370d96ee),segment_id=08ec5fe7-f64e-468b-9c61-6936370d96ee)] {{(pid=103036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:21:21.720503 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-edb5b994-95be-4f03-b7da-57d7d930a3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (3ee02bc5-bd48-409e-bf6b-e9e6a4536003), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:21.723091 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-edb5b994-95be-4f03-b7da-57d7d930a3f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:21.724291 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-edb5b994-95be-4f03-b7da-57d7d930a3f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ee02bc5-bd48-409e-bf6b-e9e6a4536003 HTTP/1.1" status: 204 len: 168 time: 0.1961424 Feb 09 06:21:21.732303 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5b994-95be-4f03-b7da-57d7d930a3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee02bc5-bd48-409e-bf6b-e9e6a4536003,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:21.752259 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (0b1f7e74-3873-4957-adc6-7893907c8738), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:21.762411 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-53ce4eb2-7a4e-4e1a-b715-619963b92657 admin admin] Publish callbacks [] for router_gateway (3a020dcf-013a-4122-91cd-f88501a593fb), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:21.791438 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-53ce4eb2-7a4e-4e1a-b715-619963b92657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:21.818943 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408e4ee-c04b-4f21-bfcc-4bb8120fc4b0 None None] Pushing event updated for resources: {'Port': ['ID=0b1f7e74-3873-4957-adc6-7893907c8738,revision_number=2']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:21.910461 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [None req-53ce4eb2-7a4e-4e1a-b715-619963b92657 admin admin] Allocated IP 172.27.3.213 (60906f90-e5e0-4579-a713-ae70aadf892a/3feeac82-f55f-4d1a-bdeb-44d8682c5c90/ac2773be-5c40-48f7-968d-2121f8e1135c) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:21:22.060078 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-53ce4eb2-7a4e-4e1a-b715-619963b92657 admin admin] Publish callbacks [] for port (ac2773be-5c40-48f7-968d-2121f8e1135c), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:22.149268 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-53ce4eb2-7a4e-4e1a-b715-619963b92657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (ac2773be-5c40-48f7-968d-2121f8e1135c), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:22.189796 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ce4eb2-7a4e-4e1a-b715-619963b92657 admin admin] Network 60906f90-e5e0-4579-a713-ae70aadf892a is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:21:22.192715 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-53ce4eb2-7a4e-4e1a-b715-619963b92657 admin admin] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:21:22.196217 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ce4eb2-7a4e-4e1a-b715-619963b92657 admin admin] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:21:22.219318 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce4eb2-7a4e-4e1a-b715-619963b92657 admin admin] Pushing event updated for resources: {'Port': ['ID=ac2773be-5c40-48f7-968d-2121f8e1135c,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:22.286068 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60d2cf-3784-4e45-8b41-f5a96a18c316 req-f56c75d3-7cbb-4c21-9b60-84d7f6b4077d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:22.287724 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8d60d2cf-3784-4e45-8b41-f5a96a18c316 req-f56c75d3-7cbb-4c21-9b60-84d7f6b4077d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.0565374 Feb 09 06:21:22.335114 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8d60d2cf-3784-4e45-8b41-f5a96a18c316 req-d9f88ce8-aeaa-40f8-b888-91bdff3c97c4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412657 Feb 09 06:21:22.524924 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-53ce4eb2-7a4e-4e1a-b715-619963b92657 admin admin] Publish callbacks [] for router_gateway (3a020dcf-013a-4122-91cd-f88501a593fb), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:22.674120 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 0b1f7e74-3873-4957-adc6-7893907c8738 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:21:22.729118 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc0b16-0214-4374-aa7f-84bb3fcb2a85 req-4017706f-aad1-49df-8394-3b934382e1f3 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:22.730677 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-25cc0b16-0214-4374-aa7f-84bb3fcb2a85 req-4017706f-aad1-49df-8394-3b934382e1f3 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.1130233 Feb 09 06:21:22.757990 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 0b1f7e74-3873-4957-adc6-7893907c8738 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:22.758648 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (0b1f7e74-3873-4957-adc6-7893907c8738), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:22.805670 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-25cc0b16-0214-4374-aa7f-84bb3fcb2a85 req-518bca56-a29e-41ee-a8bf-5598036ee15a tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674183 Feb 09 06:21:22.841393 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-53ce4eb2-7a4e-4e1a-b715-619963b92657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540467'] for router (3a020dcf-013a-4122-91cd-f88501a593fb), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:22.870939 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 0b1f7e74-3873-4957-adc6-7893907c8738 is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:22.871395 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (0b1f7e74-3873-4957-adc6-7893907c8738), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:22.876539 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807ab54b-2a6f-49b3-a91c-76e44e2a22cb None None] Network 67ec2c57-d1a0-457d-93b8-506d35295f01 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:21:22.953088 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] For port 0b1f7e74-3873-4957-adc6-7893907c8738, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=0b1f7e74-3873-4957-adc6-7893907c8738,segment=NetworkSegment(08ec5fe7-f64e-468b-9c61-6936370d96ee),segment_id=08ec5fe7-f64e-468b-9c61-6936370d96ee)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:21:23.013966 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e5bbe4ff-8212-4569-8226-a9f8615900cc None None] Provisioning complete for port 0b1f7e74-3873-4957-adc6-7893907c8738 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:23.014375 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e5bbe4ff-8212-4569-8226-a9f8615900cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (0b1f7e74-3873-4957-adc6-7893907c8738), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:23.060735 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (0b1f7e74-3873-4957-adc6-7893907c8738), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:23.074551 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ce4eb2-7a4e-4e1a-b715-619963b92657 admin admin] Router 3a020dcf-013a-4122-91cd-f88501a593fb is scheduled to L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d with binding_index 1 {{(pid=103035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 06:21:23.119277 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Pushing event updated for resources: {'Port': ['ID=0b1f7e74-3873-4957-adc6-7893907c8738,revision_number=3']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:23.166290 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e5bbe4ff-8212-4569-8226-a9f8615900cc None None] Current status of the port 0b1f7e74-3873-4957-adc6-7893907c8738 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:23.199330 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ce4eb2-7a4e-4e1a-b715-619963b92657 admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:21:23.217270 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] Sync routers for ids ['3a020dcf-013a-4122-91cd-f88501a593fb'] in dv-cinder-801923-6-iscsi {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:21:23.231331 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] Routers {'3a020dcf-013a-4122-91cd-f88501a593fb'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:21:23.232207 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:21:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['3a020dcf-013a-4122-91cd-f88501a593fb'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:21:23.282492 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-53ce4eb2-7a4e-4e1a-b715-619963b92657 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:23.284159 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-53ce4eb2-7a4e-4e1a-b715-619963b92657 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1798191 Feb 09 06:21:23.286942 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 54744) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:23.344301 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] Set router 3a020dcf-013a-4122-91cd-f88501a593fb gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:21:23.440794 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-c6a4208f-51e1-4459-92c3-fc065f0fcbcd None None] Provisioning complete for port 0b1f7e74-3873-4957-adc6-7893907c8738 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:23.449756 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6a4208f-51e1-4459-92c3-fc065f0fcbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (0b1f7e74-3873-4957-adc6-7893907c8738), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:23.561652 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92fcc1-b8c8-474e-a3d6-a814dc5ae95f req-d780a32f-28d5-464c-b131-fd03871a5fe3 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:23.568148 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'name': 'tempest-TestShelveInstance-449735733-router', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:22Z', 'revision_number': 3, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'gw_port': {'id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:21:23.570856 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cf92fcc1-b8c8-474e-a3d6-a814dc5ae95f req-d780a32f-28d5-464c-b131-fd03871a5fe3 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.0688479 Feb 09 06:21:23.572874 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-c6a4208f-51e1-4459-92c3-fc065f0fcbcd None None] Current status of the port 0b1f7e74-3873-4957-adc6-7893907c8738 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:23.601787 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] Checking router: 3a020dcf-013a-4122-91cd-f88501a593fb for host: dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:21:23.602144 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] Updating router 3a020dcf-013a-4122-91cd-f88501a593fb port ac2773be-5c40-48f7-968d-2121f8e1135c binding host dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 06:21:23.621713 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cf92fcc1-b8c8-474e-a3d6-a814dc5ae95f req-0748a26c-c37f-48ff-941b-cb127bef2dde tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497887 Feb 09 06:21:23.633820 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (ac2773be-5c40-48f7-968d-2121f8e1135c), before_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:23.776912 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ddd7147e-9505-4ccc-8768-ba2aef954493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:23.945487 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] Publish callbacks [] for port (ac2773be-5c40-48f7-968d-2121f8e1135c), precommit_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:23.952315 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f5afd-8e8f-4309-b66d-d1134f7ea14d req-e21f5cdb-11a4-4663-8585-6df8b5364ac6 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:23.954618 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-083f5afd-8e8f-4309-b66d-d1134f7ea14d req-e21f5cdb-11a4-4663-8585-6df8b5364ac6 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0651023 Feb 09 06:21:24.017430 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-083f5afd-8e8f-4309-b66d-d1134f7ea14d req-b0a8f209-3d4a-4eaf-a301-2f0c9d7cacbe tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569799 Feb 09 06:21:24.024041 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (ac2773be-5c40-48f7-968d-2121f8e1135c), after_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:24.099032 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1a3e8-ac18-40f0-a908-d42be1c8f0be None None] Pushing event updated for resources: {'Port': ['ID=ac2773be-5c40-48f7-968d-2121f8e1135c,revision_number=2']} {{(pid=103037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:24.099032 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] Attempting to bind port ac2773be-5c40-48f7-968d-2121f8e1135c on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:21:24.099032 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] Attempting to bind port ac2773be-5c40-48f7-968d-2121f8e1135c by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}] {{(pid=103037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:21:24.099032 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] Attempting to bind port ac2773be-5c40-48f7-968d-2121f8e1135c on network 60906f90-e5e0-4579-a713-ae70aadf892a {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:21:24.107262 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a3e8-ac18-40f0-a908-d42be1c8f0be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:24.107665 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a3e8-ac18-40f0-a908-d42be1c8f0be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:24.108035 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a3e8-ac18-40f0-a908-d42be1c8f0be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:24.108779 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a3e8-ac18-40f0-a908-d42be1c8f0be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:24.108779 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a3e8-ac18-40f0-a908-d42be1c8f0be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:24.109104 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a3e8-ac18-40f0-a908-d42be1c8f0be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:24.109455 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a3e8-ac18-40f0-a908-d42be1c8f0be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:24.109785 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a3e8-ac18-40f0-a908-d42be1c8f0be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:24.110091 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a3e8-ac18-40f0-a908-d42be1c8f0be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:24.110473 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a3e8-ac18-40f0-a908-d42be1c8f0be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:24.110878 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a3e8-ac18-40f0-a908-d42be1c8f0be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:24.111123 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a3e8-ac18-40f0-a908-d42be1c8f0be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:24.111446 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1a3e8-ac18-40f0-a908-d42be1c8f0be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:24.115879 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:21:24.116256 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] Checking segment: {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:21:24.116664 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:24.117048 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] Bound using segment: {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'} {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:21:24.117535 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] Bound port: ac2773be-5c40-48f7-968d-2121f8e1135c, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}}] {{(pid=103037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:21:24.117913 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (ac2773be-5c40-48f7-968d-2121f8e1135c), before_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:24.197111 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.db [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] For port ac2773be-5c40-48f7-968d-2121f8e1135c, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:21:24.197111 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.db [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] For port ac2773be-5c40-48f7-968d-2121f8e1135c, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=ac2773be-5c40-48f7-968d-2121f8e1135c,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:21:24.197288 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [None req-ddd7147e-9505-4ccc-8768-ba2aef954493 admin admin] Allocated IP 172.20.0.1 (67ec2c57-d1a0-457d-93b8-506d35295f01/aa956a71-db8c-4321-9989-c93881b8caef/f43825a2-b65c-457e-a679-b59ee0de4191) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:21:24.274713 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (ac2773be-5c40-48f7-968d-2121f8e1135c), after_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:24.325107 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ddd7147e-9505-4ccc-8768-ba2aef954493 admin admin] Publish callbacks [] for port (f43825a2-b65c-457e-a679-b59ee0de4191), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:24.343262 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] Routers {'3a020dcf-013a-4122-91cd-f88501a593fb'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:21:24.343931 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:21:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['3a020dcf-013a-4122-91cd-f88501a593fb'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:21:24.346992 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1a3e8-ac18-40f0-a908-d42be1c8f0be None None] Pushing event updated for resources: {'Port': ['ID=ac2773be-5c40-48f7-968d-2121f8e1135c,revision_number=3']} {{(pid=103037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:24.434537 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ddd7147e-9505-4ccc-8768-ba2aef954493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (f43825a2-b65c-457e-a679-b59ee0de4191), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:24.469756 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd7147e-9505-4ccc-8768-ba2aef954493 admin admin] Network 67ec2c57-d1a0-457d-93b8-506d35295f01 is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:21:24.472563 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-ddd7147e-9505-4ccc-8768-ba2aef954493 admin admin] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:21:24.475033 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] Set router 3a020dcf-013a-4122-91cd-f88501a593fb gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:21:24.475193 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd7147e-9505-4ccc-8768-ba2aef954493 admin admin] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:21:24.514400 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7147e-9505-4ccc-8768-ba2aef954493 admin admin] Pushing event updated for resources: {'Port': ['ID=f43825a2-b65c-457e-a679-b59ee0de4191,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:24.525916 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ddd7147e-9505-4ccc-8768-ba2aef954493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540644'] for router_interface (3a020dcf-013a-4122-91cd-f88501a593fb), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:24.606746 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 0b1f7e74-3873-4957-adc6-7893907c8738 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:21:24.666843 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 0b1f7e74-3873-4957-adc6-7893907c8738 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:24.667230 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (0b1f7e74-3873-4957-adc6-7893907c8738), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:24.731227 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'name': 'tempest-TestShelveInstance-449735733-router', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:22Z', 'revision_number': 3, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'gw_port': {'id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:21:24.770714 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a331b739-d35b-4713-b51b-e09fef3cfd48 None None] The sync data for ids ['3a020dcf-013a-4122-91cd-f88501a593fb'] in dv-cinder-801923-6-iscsi is: [{'id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'name': 'tempest-TestShelveInstance-449735733-router', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:22Z', 'revision_number': 3, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'gw_port': {'id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}] {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:21:24.814953 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eccd4b-1d56-480c-8966-dae383c9d22c req-b763d5b8-44a8-451d-8ee3-60c5f40eb8b8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:24.824136 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-37eccd4b-1d56-480c-8966-dae383c9d22c req-b763d5b8-44a8-451d-8ee3-60c5f40eb8b8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.1061161 Feb 09 06:21:24.865315 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ddd7147e-9505-4ccc-8768-ba2aef954493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (f43825a2-b65c-457e-a679-b59ee0de4191), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:24.877028 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 0b1f7e74-3873-4957-adc6-7893907c8738 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:24.887873 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-0776d790-7d43-4fd1-9600-20a58a4259ea None None] Provisioning complete for port f43825a2-b65c-457e-a679-b59ee0de4191 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:24.887873 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-0776d790-7d43-4fd1-9600-20a58a4259ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (f43825a2-b65c-457e-a679-b59ee0de4191), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:24.900647 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-37eccd4b-1d56-480c-8966-dae383c9d22c req-94f16643-6a1b-469d-a3e7-3e9c7990d644 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707595 Feb 09 06:21:24.929621 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-0776d790-7d43-4fd1-9600-20a58a4259ea None None] Port f43825a2-b65c-457e-a679-b59ee0de4191 cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:21:25.099533 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ddd7147e-9505-4ccc-8768-ba2aef954493 admin admin] Publish callbacks [] for port (f43825a2-b65c-457e-a679-b59ee0de4191), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:25.102068 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 54798) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:25.171773 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ddd7147e-9505-4ccc-8768-ba2aef954493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (f43825a2-b65c-457e-a679-b59ee0de4191), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:25.231848 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f0cf3-5ebe-44cc-beea-2768d6b1a3af req-4599c192-b0a1-4b32-a48f-432eb98d13ec tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:25.245624 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-404f0cf3-5ebe-44cc-beea-2768d6b1a3af req-4599c192-b0a1-4b32-a48f-432eb98d13ec tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0833020 Feb 09 06:21:25.288150 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-8d37b4a3-deda-4483-9a0c-5ef4931c2b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:25.293534 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-404f0cf3-5ebe-44cc-beea-2768d6b1a3af req-9760de07-f610-4c26-8008-b7f3cd3e2e1c tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457778 Feb 09 06:21:25.298146 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7147e-9505-4ccc-8768-ba2aef954493 admin admin] Pushing event updated for resources: {'Port': ['ID=f43825a2-b65c-457e-a679-b59ee0de4191,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:25.307266 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ddd7147e-9505-4ccc-8768-ba2aef954493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1023630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541044'] for router_interface (3a020dcf-013a-4122-91cd-f88501a593fb), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:25.457812 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd7147e-9505-4ccc-8768-ba2aef954493 admin admin] Network 67ec2c57-d1a0-457d-93b8-506d35295f01 is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:21:25.460093 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-8d37b4a3-deda-4483-9a0c-5ef4931c2b74 admin admin] Publish callbacks [] for security_group (70192156-09d5-49c1-a313-6fd5f247f275), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:25.461463 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-ddd7147e-9505-4ccc-8768-ba2aef954493 admin admin] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:21:25.542109 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-8d37b4a3-deda-4483-9a0c-5ef4931c2b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (70192156-09d5-49c1-a313-6fd5f247f275), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:25.611931 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-8d37b4a3-deda-4483-9a0c-5ef4931c2b74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=590d69fddb95401684bad1daf08cfb42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5081501 Feb 09 06:21:25.614472 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37b4a3-deda-4483-9a0c-5ef4931c2b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70192156-09d5-49c1-a313-6fd5f247f275,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:25.615102 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 54802) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:25.650608 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd7147e-9505-4ccc-8768-ba2aef954493 admin admin] Router 3a020dcf-013a-4122-91cd-f88501a593fb has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:21:25.677520 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d2ea0311-49a4-4a96-a5e7-a88ad38f30a5 admin admin] Publish callbacks [] for security_group (70192156-09d5-49c1-a313-6fd5f247f275), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:25.700769 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d2ea0311-49a4-4a96-a5e7-a88ad38f30a5 admin admin] Publish callbacks [] for security_group (70192156-09d5-49c1-a313-6fd5f247f275), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:25.761128 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d3ce7a67-e831-44f0-84bb-5e264a4442c7 None None] Provisioning complete for port f43825a2-b65c-457e-a679-b59ee0de4191 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:25.762091 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7a67-e831-44f0-84bb-5e264a4442c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (f43825a2-b65c-457e-a679-b59ee0de4191), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:25.782641 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd7147e-9505-4ccc-8768-ba2aef954493 admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:21:25.788629 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-ddd7147e-9505-4ccc-8768-ba2aef954493 admin admin] 10.222.0.13 "PUT /v2.0/routers/3a020dcf-013a-4122-91cd-f88501a593fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5003428 Feb 09 06:21:25.802145 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce7a67-e831-44f0-84bb-5e264a4442c7 None None] Port f43825a2-b65c-457e-a679-b59ee0de4191 cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:21:25.817287 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d2ea0311-49a4-4a96-a5e7-a88ad38f30a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (70192156-09d5-49c1-a313-6fd5f247f275), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:25.819974 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d2ea0311-49a4-4a96-a5e7-a88ad38f30a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:25.821129 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-d2ea0311-49a4-4a96-a5e7-a88ad38f30a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70192156-09d5-49c1-a313-6fd5f247f275 HTTP/1.1" status: 204 len: 168 time: 0.2049563 Feb 09 06:21:25.832938 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea0311-49a4-4a96-a5e7-a88ad38f30a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70192156-09d5-49c1-a313-6fd5f247f275,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:26.036683 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b187d-8f29-47a5-8dd3-04b00a1abbd7 req-5021183d-93ae-460b-836e-bb72edb08b67 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:26.038232 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4c9b187d-8f29-47a5-8dd3-04b00a1abbd7 req-5021183d-93ae-460b-836e-bb72edb08b67 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.0592687 Feb 09 06:21:26.130856 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4c9b187d-8f29-47a5-8dd3-04b00a1abbd7 req-899107de-1f9e-4c4b-b148-c4bf1b17bb50 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625238 Feb 09 06:21:26.148245 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeb64b-c08d-43c0-9573-21910eb36950 req-828d0ff6-93ac-466a-b8fe-ce5432e83144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:26.149826 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-edeeb64b-c08d-43c0-9573-21910eb36950 req-828d0ff6-93ac-466a-b8fe-ce5432e83144 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee&tenant_id=d23a13d2bd3b43c39a6fdef1f65a0540 HTTP/1.1" status: 200 len: 1128 time: 0.0851500 Feb 09 06:21:26.246011 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeb64b-c08d-43c0-9573-21910eb36950 req-f8281127-236a-4b63-9477-22a1169c12cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:26.251610 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-edeeb64b-c08d-43c0-9573-21910eb36950 req-f8281127-236a-4b63-9477-22a1169c12cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d23a13d2bd3b43c39a6fdef1f65a0540&device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 1128 time: 0.0483227 Feb 09 06:21:26.384374 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeb64b-c08d-43c0-9573-21910eb36950 req-04da724c-a475-46d0-9a8a-0557fe6df06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:26.387054 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-edeeb64b-c08d-43c0-9573-21910eb36950 req-04da724c-a475-46d0-9a8a-0557fe6df06b service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b10a0e1-f501-4b31-86fb-646a220008e1 HTTP/1.1" status: 200 len: 916 time: 0.1231995 Feb 09 06:21:26.437910 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a152c2f-86f1-4705-8cef-f920afc96431 req-20d25dcf-cc3e-4565-938e-c12b0aa803b6 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:26.437910 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7a152c2f-86f1-4705-8cef-f920afc96431 req-20d25dcf-cc3e-4565-938e-c12b0aa803b6 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0590446 Feb 09 06:21:26.466812 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-edeeb64b-c08d-43c0-9573-21910eb36950 req-89f1d6af-9b0b-4b63-86bb-297437ec4f6e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc33a51-4853-41a6-8e83-c2de2246c5c2 HTTP/1.1" status: 200 len: 1000 time: 0.0700197 Feb 09 06:21:26.491551 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 54826) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:26.501516 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7a152c2f-86f1-4705-8cef-f920afc96431 req-09458072-a3a7-4d3e-8604-52b64982216b tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584006 Feb 09 06:21:26.547802 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeb64b-c08d-43c0-9573-21910eb36950 req-0ca94dc5-62d7-44fb-92ab-8150aa05ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:26.547802 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-edeeb64b-c08d-43c0-9573-21910eb36950 req-0ca94dc5-62d7-44fb-92ab-8150aa05ed2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=edec6496-1545-49e9-88fa-af018f151255 HTTP/1.1" status: 200 len: 855 time: 0.0593965 Feb 09 06:21:26.548195 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ba141f46-fa22-48f3-864d-a4de01f65b24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:26.619683 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeb64b-c08d-43c0-9573-21910eb36950 req-2c9a4e23-06c6-4ec9-b252-367bb1378660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:26.622153 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-edeeb64b-c08d-43c0-9573-21910eb36950 req-2c9a4e23-06c6-4ec9-b252-367bb1378660 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b10a0e1-f501-4b31-86fb-646a220008e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658958 Feb 09 06:21:26.656517 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ba141f46-fa22-48f3-864d-a4de01f65b24 admin admin] Publish callbacks [] for security_group (3aceeb17-9e17-4711-8d11-d4dc367235ea), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:26.684284 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 54830) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:26.690691 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-8a322ca3-3323-4c79-9ffe-58840bd437b2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-80132869-network', 'tenant_id': '54597ac562f24594b20281411604006e'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:21:26.691058 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device ac2773be-5c40-48f7-968d-2121f8e1135c up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:21:26.720566 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ba141f46-fa22-48f3-864d-a4de01f65b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (3aceeb17-9e17-4711-8d11-d4dc367235ea), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:26.721281 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] Sync routers for ids ['3a020dcf-013a-4122-91cd-f88501a593fb'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:21:26.746225 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] Routers {'3a020dcf-013a-4122-91cd-f88501a593fb'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:21:26.746898 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:21:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['3a020dcf-013a-4122-91cd-f88501a593fb'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:21:26.750215 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-edeeb64b-c08d-43c0-9573-21910eb36950 req-68370520-1cbf-4179-88bd-3006350ac6f9 service neutron] 10.222.0.30 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180413 Feb 09 06:21:26.761054 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-ba141f46-fa22-48f3-864d-a4de01f65b24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8d9ef7d41264c8f815bb4f4dd3bb04e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683764 Feb 09 06:21:26.761923 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba141f46-fa22-48f3-864d-a4de01f65b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aceeb17-9e17-4711-8d11-d4dc367235ea,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:26.764399 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 54832) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:26.794695 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a322ca3-3323-4c79-9ffe-58840bd437b2 admin admin] Made reservation on behalf of 54597ac562f24594b20281411604006e for: {'network': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:21:26.797881 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a322ca3-3323-4c79-9ffe-58840bd437b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for network (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:26.810556 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a322ca3-3323-4c79-9ffe-58840bd437b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:26.827420 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port ac2773be-5c40-48f7-968d-2121f8e1135c triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:26.829021 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (ac2773be-5c40-48f7-968d-2121f8e1135c), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:26.877056 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-dd07b62a-590d-461a-87d1-79c0aad74b70 admin admin] Publish callbacks [] for security_group (3aceeb17-9e17-4711-8d11-d4dc367235ea), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:26.896762 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a322ca3-3323-4c79-9ffe-58840bd437b2 admin admin] Publish callbacks [] for security_group (d6e43f29-5964-4b87-9bbf-4383789b4d93), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:26.908852 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] Set router 3a020dcf-013a-4122-91cd-f88501a593fb gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:21:26.919873 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-dd07b62a-590d-461a-87d1-79c0aad74b70 admin admin] Publish callbacks [] for security_group (3aceeb17-9e17-4711-8d11-d4dc367235ea), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:26.928753 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-edeeb64b-c08d-43c0-9573-21910eb36950 req-16145897-690a-4614-8d12-4ae830ab9da9 service neutron] 10.222.0.30 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345236 Feb 09 06:21:26.988501 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a322ca3-3323-4c79-9ffe-58840bd437b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (d6e43f29-5964-4b87-9bbf-4383789b4d93), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:27.023813 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a322ca3-3323-4c79-9ffe-58840bd437b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e43f29-5964-4b87-9bbf-4383789b4d93,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:27.045665 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-dd07b62a-590d-461a-87d1-79c0aad74b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (3aceeb17-9e17-4711-8d11-d4dc367235ea), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:27.048365 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-dd07b62a-590d-461a-87d1-79c0aad74b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:27.049514 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-dd07b62a-590d-461a-87d1-79c0aad74b70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3aceeb17-9e17-4711-8d11-d4dc367235ea HTTP/1.1" status: 204 len: 168 time: 0.2846067 Feb 09 06:21:27.058237 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a322ca3-3323-4c79-9ffe-58840bd437b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 06:21:27.058375 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07b62a-590d-461a-87d1-79c0aad74b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aceeb17-9e17-4711-8d11-d4dc367235ea,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:27.074382 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a322ca3-3323-4c79-9ffe-58840bd437b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (bd35801d-f481-45d3-bf75-0df07f715b85), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:27.074864 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.segments_db [None req-8a322ca3-3323-4c79-9ffe-58840bd437b2 admin admin] Added segment bd35801d-f481-45d3-bf75-0df07f715b85 of type vlan for network 885e7889-ba53-4831-af9f-b28e7641f6bd Feb 09 06:21:27.119022 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a322ca3-3323-4c79-9ffe-58840bd437b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788413497640'] for network (885e7889-ba53-4831-af9f-b28e7641f6bd), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:27.198820 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port ac2773be-5c40-48f7-968d-2121f8e1135c is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:27.199091 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (ac2773be-5c40-48f7-968d-2121f8e1135c), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:27.222821 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a322ca3-3323-4c79-9ffe-58840bd437b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for network (885e7889-ba53-4831-af9f-b28e7641f6bd), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:27.228012 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a322ca3-3323-4c79-9ffe-58840bd437b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:27.228012 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a322ca3-3323-4c79-9ffe-58840bd437b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:27.256555 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] For port ac2773be-5c40-48f7-968d-2121f8e1135c, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=ac2773be-5c40-48f7-968d-2121f8e1135c,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:21:27.309245 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a322ca3-3323-4c79-9ffe-58840bd437b2 admin admin] Pushing event updated for resources: {'Network': ['ID=885e7889-ba53-4831-af9f-b28e7641f6bd,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:27.329293 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2427a-c938-4dca-b49c-b91fee10db06 req-56fd8243-d5ff-4549-b6ec-3015b37fa43b tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:27.333292 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Network 885e7889-ba53-4831-af9f-b28e7641f6bd details requested by agent ovs-agent-dv-cinder-801923-6-iscsi with host dv-cinder-801923-6-iscsi {{(pid=103036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 06:21:27.336470 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8ca2427a-c938-4dca-b49c-b91fee10db06 req-56fd8243-d5ff-4549-b6ec-3015b37fa43b tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.1420207 Feb 09 06:21:27.355105 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (ac2773be-5c40-48f7-968d-2121f8e1135c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:27.369381 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-8a322ca3-3323-4c79-9ffe-58840bd437b2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6832898 Feb 09 06:21:27.372301 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 54854) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:27.379563 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-89c75237-6358-4a25-8935-a8ffa51c46be admin admin] Request body: {'subnet': {'network_id': '885e7889-ba53-4831-af9f-b28e7641f6bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-80132869-subnet', 'tenant_id': '54597ac562f24594b20281411604006e', 'ip_version': 4}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:21:27.399639 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8ca2427a-c938-4dca-b49c-b91fee10db06 req-f3518a1f-009d-4c77-bf56-a01babdf3100 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621324 Feb 09 06:21:27.457617 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Pushing event updated for resources: {'Port': ['ID=ac2773be-5c40-48f7-968d-2121f8e1135c,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:27.493411 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'name': 'tempest-TestShelveInstance-449735733-router', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:24Z', 'revision_number': 4, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'gw_port': {'id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': 'f43825a2-b65c-457e-a679-b59ee0de4191', 'name': '', 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'mac_address': 'fa:16:3e:9d:a0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'aa956a71-db8c-4321-9989-c93881b8caef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:23Z', 'updated_at': '2022-02-09T06:21:24Z', 'revision_number': 2, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'subnets': [{'id': 'aa956a71-db8c-4321-9989-c93881b8caef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:21:27.496961 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c75237-6358-4a25-8935-a8ffa51c46be admin admin] Made reservation on behalf of 54597ac562f24594b20281411604006e for: {'subnet': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:21:27.504931 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-89c75237-6358-4a25-8935-a8ffa51c46be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5061516'] for subnet (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:27.533416 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] Checking router: 3a020dcf-013a-4122-91cd-f88501a593fb for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:21:27.533808 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] Updating router 3a020dcf-013a-4122-91cd-f88501a593fb port f43825a2-b65c-457e-a679-b59ee0de4191 binding host dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 06:21:27.568378 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (f43825a2-b65c-457e-a679-b59ee0de4191), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:27.655891 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874680f4-9e34-4754-a25c-954a8bc7646e req-5baf0ab5-fd56-4111-b776-44a06f7385bb tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:27.658108 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-874680f4-9e34-4754-a25c-954a8bc7646e req-5baf0ab5-fd56-4111-b776-44a06f7385bb tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0775208 Feb 09 06:21:27.747975 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-874680f4-9e34-4754-a25c-954a8bc7646e req-cb0db901-ca63-4e1b-8ea4-5fab5c5bf4b3 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832474 Feb 09 06:21:27.909189 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-89c75237-6358-4a25-8935-a8ffa51c46be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5111151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5061554'] for subnet (0f20cbf4-a603-4e13-925a-b0f6ffe40bbf), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:27.914925 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] Publish callbacks [] for port (f43825a2-b65c-457e-a679-b59ee0de4191), precommit_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:27.988302 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (f43825a2-b65c-457e-a679-b59ee0de4191), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:28.003381 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c75237-6358-4a25-8935-a8ffa51c46be admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f20cbf4-a603-4e13-925a-b0f6ffe40bbf,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:28.072248 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ecac3-15e6-450e-9bc9-0e5ea106c134 None None] Pushing event updated for resources: {'Port': ['ID=f43825a2-b65c-457e-a679-b59ee0de4191,revision_number=3']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:28.075101 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c75237-6358-4a25-8935-a8ffa51c46be admin admin] Checking segment: {'id': 'bd35801d-f481-45d3-bf75-0df07f715b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '885e7889-ba53-4831-af9f-b28e7641f6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:21:28.075670 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c75237-6358-4a25-8935-a8ffa51c46be admin admin] Network hostable DHCP agents. Network: 885e7889-ba53-4831-af9f-b28e7641f6bd, hostable agents: ['be82b069-f1bc-4233-ac9e-ce94c711d4de'], hosted agents: [] {{(pid=103035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 06:21:28.134762 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] Attempting to bind port f43825a2-b65c-457e-a679-b59ee0de4191 on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:21:28.135133 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] Attempting to bind port f43825a2-b65c-457e-a679-b59ee0de4191 by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '08ec5fe7-f64e-468b-9c61-6936370d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01'}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:21:28.135495 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] Attempting to bind port f43825a2-b65c-457e-a679-b59ee0de4191 on network 67ec2c57-d1a0-457d-93b8-506d35295f01 {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:21:28.142239 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:21:28.143561 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] Checking segment: {'id': '08ec5fe7-f64e-468b-9c61-6936370d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:21:28.143561 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:28.143561 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] Bound using segment: {'id': '08ec5fe7-f64e-468b-9c61-6936370d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01'} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:21:28.143965 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] Bound port: f43825a2-b65c-457e-a679-b59ee0de4191, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ec5fe7-f64e-468b-9c61-6936370d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01'}}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:21:28.144226 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (f43825a2-b65c-457e-a679-b59ee0de4191), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:28.199784 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c75237-6358-4a25-8935-a8ffa51c46be admin admin] Network 885e7889-ba53-4831-af9f-b28e7641f6bd is scheduled to be hosted by DHCP agent be82b069-f1bc-4233-ac9e-ce94c711d4de with binding_index 1 {{(pid=103035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 06:21:28.229296 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] For port f43825a2-b65c-457e-a679-b59ee0de4191, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:21:28.235232 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] For port f43825a2-b65c-457e-a679-b59ee0de4191, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=f43825a2-b65c-457e-a679-b59ee0de4191,segment=NetworkSegment(08ec5fe7-f64e-468b-9c61-6936370d96ee),segment_id=08ec5fe7-f64e-468b-9c61-6936370d96ee)] {{(pid=103036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:21:28.281131 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-89c75237-6358-4a25-8935-a8ffa51c46be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801923-6-iscsi, 885e7889-ba53-4831-af9f-b28e7641f6bd) {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:21:28.287075 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c75237-6358-4a25-8935-a8ffa51c46be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:28.292535 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-89c75237-6358-4a25-8935-a8ffa51c46be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for subnet (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:28.292787 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb26c41-6573-4b6f-a1e9-b180d4310812 None None] Network 885e7889-ba53-4831-af9f-b28e7641f6bd requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:21:28.357204 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (f43825a2-b65c-457e-a679-b59ee0de4191), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:28.377627 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-89c75237-6358-4a25-8935-a8ffa51c46be admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0033398 Feb 09 06:21:28.385986 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 54890) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:28.388375 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-75966cab-39d4-4548-bead-fae55ecc4fc6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-80132869-router', 'tenant_id': '54597ac562f24594b20281411604006e', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:21:28.515665 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-75966cab-39d4-4548-bead-fae55ecc4fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router (9bf6c197-39a1-48be-acfd-a0c45d2bbd23), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:28.517521 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-75966cab-39d4-4548-bead-fae55ecc4fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11054'] for router (9bf6c197-39a1-48be-acfd-a0c45d2bbd23), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:28.554585 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-11fa6582-be91-4dcf-adb1-838282606aa5 None None] Provisioning complete for port f43825a2-b65c-457e-a679-b59ee0de4191 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:28.559442 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-11fa6582-be91-4dcf-adb1-838282606aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (f43825a2-b65c-457e-a679-b59ee0de4191), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:28.623070 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] Routers {'3a020dcf-013a-4122-91cd-f88501a593fb'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:21:28.624020 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:21:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['3a020dcf-013a-4122-91cd-f88501a593fb'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:21:28.722043 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-75966cab-39d4-4548-bead-fae55ecc4fc6 admin admin] Publish callbacks [] for router_controller (9bf6c197-39a1-48be-acfd-a0c45d2bbd23), precommit_add_association {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:28.761654 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eacc18-407b-4694-83a7-bee053583d90 req-b1c82f2e-f763-4dfe-9049-189154d59fb8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:28.763412 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-15eacc18-407b-4694-83a7-bee053583d90 req-b1c82f2e-f763-4dfe-9049-189154d59fb8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.2205713 Feb 09 06:21:28.765334 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device ac2773be-5c40-48f7-968d-2121f8e1135c up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:21:28.769861 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ecac3-15e6-450e-9bc9-0e5ea106c134 None None] Pushing event updated for resources: {'Port': ['ID=f43825a2-b65c-457e-a679-b59ee0de4191,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:28.875932 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp140a898b-deca-5bfd-a45e-18b8b718c871-885e7889-ba53-4831-af9f-b28e7641f6bd', 'network_id': '885e7889-ba53-4831-af9f-b28e7641f6bd', 'project_id': '54597ac562f24594b20281411604006e', 'fixed_ips': [{'subnet_id': '0f20cbf4-a603-4e13-925a-b0f6ffe40bbf'}]}} from dv-cinder-801923-6-iscsi. {{(pid=103036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 06:21:28.877346 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:28.970955 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-11fa6582-be91-4dcf-adb1-838282606aa5 None None] Current status of the port f43825a2-b65c-457e-a679-b59ee0de4191 is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:28.971662 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-11fa6582-be91-4dcf-adb1-838282606aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (f43825a2-b65c-457e-a679-b59ee0de4191), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:29.039631 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-15eacc18-407b-4694-83a7-bee053583d90 req-5e79e033-11a8-49ee-b462-a8bb1a32af77 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678962 Feb 09 06:21:29.053780 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] Set router 3a020dcf-013a-4122-91cd-f88501a593fb gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:21:29.114250 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-75966cab-39d4-4548-bead-fae55ecc4fc6 admin admin] Publish callbacks [] for router_gateway (9bf6c197-39a1-48be-acfd-a0c45d2bbd23), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:29.139086 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e49ffb-e5d7-439c-9168-b6c3e906c012 req-d1ef95a8-9cfc-45d6-9c79-0f3482437327 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:29.141246 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a1e49ffb-e5d7-439c-9168-b6c3e906c012 req-d1ef95a8-9cfc-45d6-9c79-0f3482437327 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0979893 Feb 09 06:21:29.248437 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-11fa6582-be91-4dcf-adb1-838282606aa5 None None] For port f43825a2-b65c-457e-a679-b59ee0de4191, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=f43825a2-b65c-457e-a679-b59ee0de4191,segment=NetworkSegment(08ec5fe7-f64e-468b-9c61-6936370d96ee),segment_id=08ec5fe7-f64e-468b-9c61-6936370d96ee)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:21:29.285669 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port ac2773be-5c40-48f7-968d-2121f8e1135c triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:29.285870 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9b94b-d12c-40c5-b549-94ea3b9c6b29 req-7763d6c9-7ebc-47c0-8d13-c6f24f9ae8a7 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:29.286403 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (ac2773be-5c40-48f7-968d-2121f8e1135c), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:29.287607 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8ed9b94b-d12c-40c5-b549-94ea3b9c6b29 req-7763d6c9-7ebc-47c0-8d13-c6f24f9ae8a7 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 946 time: 0.1377368 Feb 09 06:21:29.330966 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a1e49ffb-e5d7-439c-9168-b6c3e906c012 req-60c1b77b-5416-4f5c-8025-0df26eb62828 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838546 Feb 09 06:21:29.361613 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-11fa6582-be91-4dcf-adb1-838282606aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (f43825a2-b65c-457e-a679-b59ee0de4191), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:29.485448 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8ed9b94b-d12c-40c5-b549-94ea3b9c6b29 req-6423bb65-36da-494e-bcbb-43554507bf71 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888762 Feb 09 06:21:29.543920 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.db_base_plugin_common [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] Allocated IP 172.20.0.2 (885e7889-ba53-4831-af9f-b28e7641f6bd/0f20cbf4-a603-4e13-925a-b0f6ffe40bbf/32d6eeb9-0dbf-4223-b72a-5d337383f4a2) {{(pid=103036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:21:29.642624 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-de8aba3f-c46b-420b-b9be-52ed819c2356 None None] Provisioning complete for port f43825a2-b65c-457e-a679-b59ee0de4191 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:29.643216 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-de8aba3f-c46b-420b-b9be-52ed819c2356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (f43825a2-b65c-457e-a679-b59ee0de4191), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:29.645005 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa6582-be91-4dcf-adb1-838282606aa5 None None] Pushing event updated for resources: {'Port': ['ID=f43825a2-b65c-457e-a679-b59ee0de4191,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:29.682572 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-75966cab-39d4-4548-bead-fae55ecc4fc6 admin admin] Publish callbacks [] for router_gateway (9bf6c197-39a1-48be-acfd-a0c45d2bbd23), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:29.710349 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-75966cab-39d4-4548-bead-fae55ecc4fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:29.844494 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-75966cab-39d4-4548-bead-fae55ecc4fc6 admin admin] Allocated IP 172.27.3.5 (60906f90-e5e0-4579-a713-ae70aadf892a/3feeac82-f55f-4d1a-bdeb-44d8682c5c90/7c9aa26a-20c2-4bb0-8b36-c51b7d17e154) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:21:29.951356 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'name': 'tempest-TestShelveInstance-449735733-router', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:24Z', 'revision_number': 4, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'gw_port': {'id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': 'f43825a2-b65c-457e-a679-b59ee0de4191', 'name': '', 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'mac_address': 'fa:16:3e:9d:a0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'aa956a71-db8c-4321-9989-c93881b8caef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:23Z', 'updated_at': '2022-02-09T06:21:28Z', 'revision_number': 4, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'subnets': [{'id': 'aa956a71-db8c-4321-9989-c93881b8caef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:21:29.978367 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-75966cab-39d4-4548-bead-fae55ecc4fc6 admin admin] Publish callbacks [] for port (7c9aa26a-20c2-4bb0-8b36-c51b7d17e154), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:29.996218 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port ac2773be-5c40-48f7-968d-2121f8e1135c is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:30.020842 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db6d97f-454d-43ac-b1ce-b7b31147ef37 None None] The sync data for ids ['3a020dcf-013a-4122-91cd-f88501a593fb'] in dv-cinder-801923-6-iscsi is: [{'id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'name': 'tempest-TestShelveInstance-449735733-router', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:24Z', 'revision_number': 4, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'gw_port': {'id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': 'f43825a2-b65c-457e-a679-b59ee0de4191', 'name': '', 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'mac_address': 'fa:16:3e:9d:a0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'aa956a71-db8c-4321-9989-c93881b8caef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:23Z', 'updated_at': '2022-02-09T06:21:28Z', 'revision_number': 4, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'subnets': [{'id': 'aa956a71-db8c-4321-9989-c93881b8caef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:21:30.066367 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-de8aba3f-c46b-420b-b9be-52ed819c2356 None None] Current status of the port f43825a2-b65c-457e-a679-b59ee0de4191 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:30.087481 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-75966cab-39d4-4548-bead-fae55ecc4fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (7c9aa26a-20c2-4bb0-8b36-c51b7d17e154), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:30.164064 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75966cab-39d4-4548-bead-fae55ecc4fc6 admin admin] Network 60906f90-e5e0-4579-a713-ae70aadf892a is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:21:30.169238 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-75966cab-39d4-4548-bead-fae55ecc4fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:21:30.173316 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75966cab-39d4-4548-bead-fae55ecc4fc6 admin admin] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:21:30.175204 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] Publish callbacks [] for port (32d6eeb9-0dbf-4223-b72a-5d337383f4a2), precommit_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:30.231786 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75966cab-39d4-4548-bead-fae55ecc4fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=7c9aa26a-20c2-4bb0-8b36-c51b7d17e154,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:30.269456 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (32d6eeb9-0dbf-4223-b72a-5d337383f4a2), after_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:30.347615 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] Network 885e7889-ba53-4831-af9f-b28e7641f6bd is already hosted by enough agents. {{(pid=103036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:21:30.350749 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.scheduler.base_scheduler [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] Resources bound (agent type, host, resource id): {{(pid=103036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:21:30.359918 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] Received port after_create {{(pid=103036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:21:30.396303 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027e7a8-fa76-4018-8680-66c874841cce req-f5eb6ae7-839e-46cf-ae42-89c504676d40 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:30.398174 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1027e7a8-fa76-4018-8680-66c874841cce req-f5eb6ae7-839e-46cf-ae42-89c504676d40 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.1822176 Feb 09 06:21:30.415349 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] Pushing event updated for resources: {'Port': ['ID=32d6eeb9-0dbf-4223-b72a-5d337383f4a2,revision_number=1']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:30.581134 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] Attempting to bind port 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:21:30.582333 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] Attempting to bind port 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': 'bd35801d-f481-45d3-bf75-0df07f715b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '885e7889-ba53-4831-af9f-b28e7641f6bd'}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:21:30.582333 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] Attempting to bind port 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 on network 885e7889-ba53-4831-af9f-b28e7641f6bd {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:21:30.596811 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:21:30.599317 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] Checking segment: {'id': 'bd35801d-f481-45d3-bf75-0df07f715b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '885e7889-ba53-4831-af9f-b28e7641f6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:21:30.601712 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:30.602937 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] Bound using segment: {'id': 'bd35801d-f481-45d3-bf75-0df07f715b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '885e7889-ba53-4831-af9f-b28e7641f6bd'} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:21:30.617153 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] Bound port: 32d6eeb9-0dbf-4223-b72a-5d337383f4a2, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd35801d-f481-45d3-bf75-0df07f715b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '885e7889-ba53-4831-af9f-b28e7641f6bd'}}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:21:30.617838 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (32d6eeb9-0dbf-4223-b72a-5d337383f4a2), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:30.649979 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1027e7a8-fa76-4018-8680-66c874841cce req-947c3dde-1b38-455f-aeed-2b4de585c1b1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338428 Feb 09 06:21:30.742557 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580b2bd-2e7d-492e-9d1b-8d0ba4395b55 req-99cb0068-12a1-4fc7-91f4-a375b55840d4 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:30.749309 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a580b2bd-2e7d-492e-9d1b-8d0ba4395b55 req-99cb0068-12a1-4fc7-91f4-a375b55840d4 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.2117152 Feb 09 06:21:30.820861 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device f43825a2-b65c-457e-a679-b59ee0de4191 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:21:30.855004 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] For port 32d6eeb9-0dbf-4223-b72a-5d337383f4a2, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:21:30.857004 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-75966cab-39d4-4548-bead-fae55ecc4fc6 admin admin] Publish callbacks [] for router_gateway (9bf6c197-39a1-48be-acfd-a0c45d2bbd23), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:30.867874 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] For port 32d6eeb9-0dbf-4223-b72a-5d337383f4a2, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=32d6eeb9-0dbf-4223-b72a-5d337383f4a2,segment=NetworkSegment(bd35801d-f481-45d3-bf75-0df07f715b85),segment_id=bd35801d-f481-45d3-bf75-0df07f715b85)] {{(pid=103036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:21:30.916286 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port f43825a2-b65c-457e-a679-b59ee0de4191 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:30.916676 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (f43825a2-b65c-457e-a679-b59ee0de4191), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:31.026705 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port f43825a2-b65c-457e-a679-b59ee0de4191 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:31.245026 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a580b2bd-2e7d-492e-9d1b-8d0ba4395b55 req-fb64ffc3-44df-4f3e-b501-dd498a839850 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871323 Feb 09 06:21:31.262955 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c21992-e7a6-457e-aff1-0f97c3322ed4 req-28eb464a-1c6e-45e5-a775-1e48a1bd1c6e tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:31.264616 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-83c21992-e7a6-457e-aff1-0f97c3322ed4 req-28eb464a-1c6e-45e5-a775-1e48a1bd1c6e tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 946 time: 0.4630682 Feb 09 06:21:31.409489 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-83c21992-e7a6-457e-aff1-0f97c3322ed4 req-9923da7b-b5e9-4351-9c78-90efdba6a765 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386595 Feb 09 06:21:31.450636 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-75966cab-39d4-4548-bead-fae55ecc4fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540467'] for router (9bf6c197-39a1-48be-acfd-a0c45d2bbd23), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:31.543947 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (32d6eeb9-0dbf-4223-b72a-5d337383f4a2), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:31.624077 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aeac12-8a6b-4653-a440-e5843db9c899 None None] Pushing event updated for resources: {'Port': ['ID=32d6eeb9-0dbf-4223-b72a-5d337383f4a2,revision_number=2']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:31.859958 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0757e4c-a6dd-480c-9c45-7d36c39605bf req-ca154830-0868-4f4c-8b93-de0f3200550a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:31.876566 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b0757e4c-a6dd-480c-9c45-7d36c39605bf req-ca154830-0868-4f4c-8b93-de0f3200550a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.1262345 Feb 09 06:21:31.876566 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75966cab-39d4-4548-bead-fae55ecc4fc6 admin admin] Router 9bf6c197-39a1-48be-acfd-a0c45d2bbd23 is scheduled to L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d with binding_index 1 {{(pid=103034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 06:21:32.053745 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b0757e4c-a6dd-480c-9c45-7d36c39605bf req-2947f33d-5c10-4054-817e-2bdd7e7e8b1e tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827240 Feb 09 06:21:32.085673 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:32.100802 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75966cab-39d4-4548-bead-fae55ecc4fc6 admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:21:32.118152 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] Sync routers for ids ['9bf6c197-39a1-48be-acfd-a0c45d2bbd23'] in dv-cinder-801923-6-iscsi {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:21:32.142624 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] Routers {'9bf6c197-39a1-48be-acfd-a0c45d2bbd23'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:21:32.143474 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:21:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['9bf6c197-39a1-48be-acfd-a0c45d2bbd23'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:21:32.179021 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-75966cab-39d4-4548-bead-fae55ecc4fc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:32.180704 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-75966cab-39d4-4548-bead-fae55ecc4fc6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.7999594 Feb 09 06:21:32.183683 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 54938) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:32.307043 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] Set router 9bf6c197-39a1-48be-acfd-a0c45d2bbd23 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:21:32.546743 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62afe52-d7c6-489f-8e0d-ad0a1f0cc7f5 req-116568a3-ad2e-4e8f-b176-e1e814c95f7b tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:32.559707 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f62afe52-d7c6-489f-8e0d-ad0a1f0cc7f5 req-116568a3-ad2e-4e8f-b176-e1e814c95f7b tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.1649654 Feb 09 06:21:32.574748 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf6c197-39a1-48be-acfd-a0c45d2bbd23', 'name': 'tempest-TestShelveInstance-80132869-router', 'tenant_id': '54597ac562f24594b20281411604006e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '7c9aa26a-20c2-4bb0-8b36-c51b7d17e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:28Z', 'updated_at': '2022-02-09T06:21:30Z', 'revision_number': 3, 'project_id': '54597ac562f24594b20281411604006e', 'gw_port': {'id': '7c9aa26a-20c2-4bb0-8b36-c51b7d17e154', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:84:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf6c197-39a1-48be-acfd-a0c45d2bbd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:29Z', 'updated_at': '2022-02-09T06:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:21:32.632882 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] Checking router: 9bf6c197-39a1-48be-acfd-a0c45d2bbd23 for host: dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:21:32.635356 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] Updating router 9bf6c197-39a1-48be-acfd-a0c45d2bbd23 port 7c9aa26a-20c2-4bb0-8b36-c51b7d17e154 binding host dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 06:21:32.682935 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (7c9aa26a-20c2-4bb0-8b36-c51b7d17e154), before_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:32.756011 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:21:32.884720 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:32.885164 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (32d6eeb9-0dbf-4223-b72a-5d337383f4a2), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:32.931970 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f62afe52-d7c6-489f-8e0d-ad0a1f0cc7f5 req-5587cb8b-f54e-4f53-b3f5-0ac1a1b9ab84 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726308 Feb 09 06:21:32.958019 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1d397-6b86-4093-998d-eda08f86249e req-407c8b20-2c25-4790-834e-7fd44a864bfb tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:32.964812 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-06d1d397-6b86-4093-998d-eda08f86249e req-407c8b20-2c25-4790-834e-7fd44a864bfb tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 946 time: 0.3529985 Feb 09 06:21:33.078547 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-06d1d397-6b86-4093-998d-eda08f86249e req-f270d01e-5165-4faf-bb19-75dae6f10df2 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081173 Feb 09 06:21:33.111193 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:33.111193 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (32d6eeb9-0dbf-4223-b72a-5d337383f4a2), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:33.113469 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16608867-26d1-4dc8-aeaa-eb90e5059f2b None None] Network 885e7889-ba53-4831-af9f-b28e7641f6bd requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:21:33.239208 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-f3e573dc-0d59-44a7-a17d-467e88f2a848 None None] Provisioning complete for port 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:33.239896 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-f3e573dc-0d59-44a7-a17d-467e88f2a848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (32d6eeb9-0dbf-4223-b72a-5d337383f4a2), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:33.251404 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] For port 32d6eeb9-0dbf-4223-b72a-5d337383f4a2, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=32d6eeb9-0dbf-4223-b72a-5d337383f4a2,segment=NetworkSegment(bd35801d-f481-45d3-bf75-0df07f715b85),segment_id=bd35801d-f481-45d3-bf75-0df07f715b85)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:21:33.266237 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:33.339040 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (32d6eeb9-0dbf-4223-b72a-5d337383f4a2), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:33.416946 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] Publish callbacks [] for port (7c9aa26a-20c2-4bb0-8b36-c51b7d17e154), precommit_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:33.445837 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522ca3b-65af-478c-97fa-d6301591f201 req-92789b3c-74f1-4a00-8ef6-5b83d52aca86 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:33.447485 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e522ca3b-65af-478c-97fa-d6301591f201 req-92789b3c-74f1-4a00-8ef6-5b83d52aca86 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.2476592 Feb 09 06:21:33.460422 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-f3e573dc-0d59-44a7-a17d-467e88f2a848 None None] Current status of the port 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:33.466376 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Pushing event updated for resources: {'Port': ['ID=32d6eeb9-0dbf-4223-b72a-5d337383f4a2,revision_number=3']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:33.468747 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (7c9aa26a-20c2-4bb0-8b36-c51b7d17e154), after_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:33.524938 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Allocated IP 172.20.0.1 (885e7889-ba53-4831-af9f-b28e7641f6bd/0f20cbf4-a603-4e13-925a-b0f6ffe40bbf/09ec1f92-fe78-49a1-a11d-e831db829625) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:21:33.543766 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1c9f5-564c-4e63-acd4-05da40f641cd None None] Pushing event updated for resources: {'Port': ['ID=7c9aa26a-20c2-4bb0-8b36-c51b7d17e154,revision_number=2']} {{(pid=103037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:33.553616 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] Attempting to bind port 7c9aa26a-20c2-4bb0-8b36-c51b7d17e154 on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:21:33.554222 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] Attempting to bind port 7c9aa26a-20c2-4bb0-8b36-c51b7d17e154 by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}] {{(pid=103037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:21:33.554882 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] Attempting to bind port 7c9aa26a-20c2-4bb0-8b36-c51b7d17e154 on network 60906f90-e5e0-4579-a713-ae70aadf892a {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:21:33.562256 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:21:33.563362 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] Checking segment: {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:21:33.564000 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:33.564465 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] Bound using segment: {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'} {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:21:33.565014 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] Bound port: 7c9aa26a-20c2-4bb0-8b36-c51b7d17e154, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}}] {{(pid=103037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:21:33.565457 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (7c9aa26a-20c2-4bb0-8b36-c51b7d17e154), before_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:33.566695 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e522ca3b-65af-478c-97fa-d6301591f201 req-977e87b5-c35c-4ae8-a010-b02db1592f41 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099794 Feb 09 06:21:33.671715 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16150b6-f994-42f1-9176-c7fd826af8ec req-20c6e37c-0229-412b-a49f-036620bfd5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:33.674063 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-b16150b6-f994-42f1-9176-c7fd826af8ec req-20c6e37c-0229-412b-a49f-036620bfd5f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d23a13d2bd3b43c39a6fdef1f65a0540&device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 1128 time: 0.0756035 Feb 09 06:21:33.676668 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.db [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] For port 7c9aa26a-20c2-4bb0-8b36-c51b7d17e154, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:21:33.685627 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.db [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] For port 7c9aa26a-20c2-4bb0-8b36-c51b7d17e154, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=7c9aa26a-20c2-4bb0-8b36-c51b7d17e154,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:21:33.729467 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Publish callbacks [] for port (09ec1f92-fe78-49a1-a11d-e831db829625), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:33.789675 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (7c9aa26a-20c2-4bb0-8b36-c51b7d17e154), after_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:33.809033 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (09ec1f92-fe78-49a1-a11d-e831db829625), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:33.842917 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] Routers {'9bf6c197-39a1-48be-acfd-a0c45d2bbd23'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:21:33.843992 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:21:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['9bf6c197-39a1-48be-acfd-a0c45d2bbd23'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:21:33.863001 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Network 885e7889-ba53-4831-af9f-b28e7641f6bd is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:21:33.865952 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:21:33.869731 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:21:33.898174 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Pushing event updated for resources: {'Port': ['ID=09ec1f92-fe78-49a1-a11d-e831db829625,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:33.908426 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-3f821394-9701-402c-81d2-53bfc335f5a2 None None] Provisioning complete for port 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:33.908827 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-3f821394-9701-402c-81d2-53bfc335f5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (32d6eeb9-0dbf-4223-b72a-5d337383f4a2), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:33.916712 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540644'] for router_interface (9bf6c197-39a1-48be-acfd-a0c45d2bbd23), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:34.048346 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16150b6-f994-42f1-9176-c7fd826af8ec req-2a1efb9f-f627-4a4c-9ff4-abbd77c6056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:34.051484 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-b16150b6-f994-42f1-9176-c7fd826af8ec req-2a1efb9f-f627-4a4c-9ff4-abbd77c6056e service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b10a0e1-f501-4b31-86fb-646a220008e1 HTTP/1.1" status: 200 len: 916 time: 0.1996748 Feb 09 06:21:34.081980 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1c9f5-564c-4e63-acd4-05da40f641cd None None] Pushing event updated for resources: {'Port': ['ID=7c9aa26a-20c2-4bb0-8b36-c51b7d17e154,revision_number=3']} {{(pid=103037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:34.144442 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-3f821394-9701-402c-81d2-53bfc335f5a2 None None] Current status of the port 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:34.159318 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] Set router 9bf6c197-39a1-48be-acfd-a0c45d2bbd23 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:21:34.273751 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-845d561b-727f-4583-a2d2-41d7b429e03b None None] Provisioning complete for port 09ec1f92-fe78-49a1-a11d-e831db829625 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:34.275870 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-845d561b-727f-4583-a2d2-41d7b429e03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (09ec1f92-fe78-49a1-a11d-e831db829625), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:34.278522 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-b16150b6-f994-42f1-9176-c7fd826af8ec req-0820bb31-8f7d-436c-b434-0d6c513349d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc33a51-4853-41a6-8e83-c2de2246c5c2 HTTP/1.1" status: 200 len: 1000 time: 0.1750979 Feb 09 06:21:34.298548 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (09ec1f92-fe78-49a1-a11d-e831db829625), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:34.325612 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917022fc-aec6-43cb-8f5c-39da65def885 req-9e2e8a42-77ba-4b8a-8191-1bbe9ec12357 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:34.327383 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-917022fc-aec6-43cb-8f5c-39da65def885 req-9e2e8a42-77ba-4b8a-8191-1bbe9ec12357 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.1732855 Feb 09 06:21:34.328450 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-845d561b-727f-4583-a2d2-41d7b429e03b None None] Port 09ec1f92-fe78-49a1-a11d-e831db829625 cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:21:34.376902 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3aa55-2e97-4d55-837e-3a59874bacf2 req-5837355c-1c61-42c9-a68f-d6ec8f0cf999 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:34.378541 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b2d3aa55-2e97-4d55-837e-3a59874bacf2 req-5837355c-1c61-42c9-a68f-d6ec8f0cf999 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 946 time: 0.1810002 Feb 09 06:21:34.440613 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-917022fc-aec6-43cb-8f5c-39da65def885 req-82217405-048a-495b-908c-29b678b86151 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900807 Feb 09 06:21:34.508816 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf6c197-39a1-48be-acfd-a0c45d2bbd23', 'name': 'tempest-TestShelveInstance-80132869-router', 'tenant_id': '54597ac562f24594b20281411604006e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '7c9aa26a-20c2-4bb0-8b36-c51b7d17e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:28Z', 'updated_at': '2022-02-09T06:21:30Z', 'revision_number': 3, 'project_id': '54597ac562f24594b20281411604006e', 'gw_port': {'id': '7c9aa26a-20c2-4bb0-8b36-c51b7d17e154', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:84:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf6c197-39a1-48be-acfd-a0c45d2bbd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:29Z', 'updated_at': '2022-02-09T06:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:21:34.551214 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b2d3aa55-2e97-4d55-837e-3a59874bacf2 req-cf6465f3-6af2-42db-95c4-4f5ab3190a6a tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619496 Feb 09 06:21:34.579309 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d33df9-78d7-4819-b33c-08a107d0088e None None] The sync data for ids ['9bf6c197-39a1-48be-acfd-a0c45d2bbd23'] in dv-cinder-801923-6-iscsi is: [{'id': '9bf6c197-39a1-48be-acfd-a0c45d2bbd23', 'name': 'tempest-TestShelveInstance-80132869-router', 'tenant_id': '54597ac562f24594b20281411604006e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '7c9aa26a-20c2-4bb0-8b36-c51b7d17e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:28Z', 'updated_at': '2022-02-09T06:21:30Z', 'revision_number': 3, 'project_id': '54597ac562f24594b20281411604006e', 'gw_port': {'id': '7c9aa26a-20c2-4bb0-8b36-c51b7d17e154', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:84:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf6c197-39a1-48be-acfd-a0c45d2bbd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:29Z', 'updated_at': '2022-02-09T06:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}] {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:21:34.682489 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Publish callbacks [] for port (09ec1f92-fe78-49a1-a11d-e831db829625), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:34.711550 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:21:34.748525 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (09ec1f92-fe78-49a1-a11d-e831db829625), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:34.797911 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:34.798708 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (32d6eeb9-0dbf-4223-b72a-5d337383f4a2), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:34.896959 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1023630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541044'] for router_interface (9bf6c197-39a1-48be-acfd-a0c45d2bbd23), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:34.910410 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Pushing event updated for resources: {'Port': ['ID=09ec1f92-fe78-49a1-a11d-e831db829625,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:34.919608 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a8c1f-f264-4c1e-8a23-77dac236fe6f req-7c88ca98-0a39-47a5-a5e8-6e221d48af67 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:34.921166 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b69a8c1f-f264-4c1e-8a23-77dac236fe6f req-7c88ca98-0a39-47a5-a5e8-6e221d48af67 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.1693552 Feb 09 06:21:34.984394 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:35.016339 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:35.016687 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:35.017020 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:35.017434 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:35.017678 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:35.017999 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:35.018370 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:35.018677 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:35.019145 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:35.019428 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:35.019895 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:35.020227 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:35.020543 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:35.087273 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b69a8c1f-f264-4c1e-8a23-77dac236fe6f req-2a7111bd-785e-4d12-b218-971fe5f33fe1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525595 Feb 09 06:21:35.158464 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Network 885e7889-ba53-4831-af9f-b28e7641f6bd is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:21:35.161124 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:21:35.353783 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 54978) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:35.382417 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Router 9bf6c197-39a1-48be-acfd-a0c45d2bbd23 has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:21:35.589862 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:21:35.602723 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-6cbb04d0-f3ab-4a40-a808-3b354adfd905 None None] Provisioning complete for port 09ec1f92-fe78-49a1-a11d-e831db829625 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:35.603309 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-6cbb04d0-f3ab-4a40-a808-3b354adfd905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (09ec1f92-fe78-49a1-a11d-e831db829625), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:35.604224 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3176e18f-3fa6-4e1c-984c-d6e93639cb72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:35.623543 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-7674319f-3571-4b47-8f72-8a673d98a22e admin admin] 10.222.0.13 "PUT /v2.0/routers/9bf6c197-39a1-48be-acfd-a0c45d2bbd23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4310050 Feb 09 06:21:35.680509 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a28bab-bcd4-44f9-8261-3def49c65bf3 req-b0f5e8fc-8a36-4e6b-bc39-d6430bb894fd tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:35.683626 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-44a28bab-bcd4-44f9-8261-3def49c65bf3 req-b0f5e8fc-8a36-4e6b-bc39-d6430bb894fd tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.1109686 Feb 09 06:21:35.687678 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb04d0-f3ab-4a40-a808-3b354adfd905 None None] Port 09ec1f92-fe78-49a1-a11d-e831db829625 cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:21:35.846441 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c8006-de4c-4895-99cc-b438f92669c7 req-eecbd80f-4d91-4c1b-b1d6-cc4f3cfa980d tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:35.847998 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-833c8006-de4c-4895-99cc-b438f92669c7 req-eecbd80f-4d91-4c1b-b1d6-cc4f3cfa980d tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 946 time: 0.1558301 Feb 09 06:21:35.856018 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16150b6-f994-42f1-9176-c7fd826af8ec req-55a94a93-e585-40aa-8da0-54ccf4d19f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:35.857793 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-b16150b6-f994-42f1-9176-c7fd826af8ec req-55a94a93-e585-40aa-8da0-54ccf4d19f06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=edec6496-1545-49e9-88fa-af018f151255 HTTP/1.1" status: 200 len: 855 time: 0.1267300 Feb 09 06:21:35.860900 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3176e18f-3fa6-4e1c-984c-d6e93639cb72 admin admin] Publish callbacks [] for security_group (14c2b7fc-aff9-41eb-8412-5f950e6eaa50), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:35.870645 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-44a28bab-bcd4-44f9-8261-3def49c65bf3 req-3ffc24bc-8f82-4d56-8655-999d9ca9a8fe tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681049 Feb 09 06:21:35.943308 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-833c8006-de4c-4895-99cc-b438f92669c7 req-a528ffef-7de9-4cb3-8e22-9cda036ec1e4 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714064 Feb 09 06:21:35.948462 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3176e18f-3fa6-4e1c-984c-d6e93639cb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (14c2b7fc-aff9-41eb-8412-5f950e6eaa50), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:36.058071 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-3176e18f-3fa6-4e1c-984c-d6e93639cb72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a687173c9df643d18de0723fb038488a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7030585 Feb 09 06:21:36.058276 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 54992) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:36.067254 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176e18f-3fa6-4e1c-984c-d6e93639cb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c2b7fc-aff9-41eb-8412-5f950e6eaa50,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:36.084326 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176e18f-3fa6-4e1c-984c-d6e93639cb72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:36.084852 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176e18f-3fa6-4e1c-984c-d6e93639cb72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:36.085379 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176e18f-3fa6-4e1c-984c-d6e93639cb72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:36.085872 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176e18f-3fa6-4e1c-984c-d6e93639cb72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:36.086394 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176e18f-3fa6-4e1c-984c-d6e93639cb72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:36.086894 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176e18f-3fa6-4e1c-984c-d6e93639cb72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:36.087479 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176e18f-3fa6-4e1c-984c-d6e93639cb72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:36.087986 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176e18f-3fa6-4e1c-984c-d6e93639cb72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:36.088477 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176e18f-3fa6-4e1c-984c-d6e93639cb72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:36.088961 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176e18f-3fa6-4e1c-984c-d6e93639cb72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:36.089458 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176e18f-3fa6-4e1c-984c-d6e93639cb72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:36.089944 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176e18f-3fa6-4e1c-984c-d6e93639cb72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:36.093023 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3176e18f-3fa6-4e1c-984c-d6e93639cb72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:36.126137 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16150b6-f994-42f1-9176-c7fd826af8ec req-e916dc6d-7be9-4072-88e7-98a392782929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:36.127732 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-b16150b6-f994-42f1-9176-c7fd826af8ec req-e916dc6d-7be9-4072-88e7-98a392782929 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b10a0e1-f501-4b31-86fb-646a220008e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1315382 Feb 09 06:21:36.215406 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:21:36.242003 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4fe27bf2-4a4f-428d-9429-a75860975018 admin admin] Publish callbacks [] for security_group (14c2b7fc-aff9-41eb-8412-5f950e6eaa50), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:36.312512 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4fe27bf2-4a4f-428d-9429-a75860975018 admin admin] Publish callbacks [] for security_group (14c2b7fc-aff9-41eb-8412-5f950e6eaa50), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:36.364656 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381eaef0-d45b-49f9-af5a-5b461db5d2bf req-d1dbe8f6-dc5e-49be-b8df-cf3e290a2189 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:36.366224 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-381eaef0-d45b-49f9-af5a-5b461db5d2bf req-d1dbe8f6-dc5e-49be-b8df-cf3e290a2189 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.1410334 Feb 09 06:21:36.439131 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-381eaef0-d45b-49f9-af5a-5b461db5d2bf req-ea4ed2cd-3c84-4a8e-9d14-62346c9fe4f1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556679 Feb 09 06:21:36.497260 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4fe27bf2-4a4f-428d-9429-a75860975018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (14c2b7fc-aff9-41eb-8412-5f950e6eaa50), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:36.500707 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4fe27bf2-4a4f-428d-9429-a75860975018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:36.504679 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-4fe27bf2-4a4f-428d-9429-a75860975018 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14c2b7fc-aff9-41eb-8412-5f950e6eaa50 HTTP/1.1" status: 204 len: 168 time: 0.4443772 Feb 09 06:21:36.513987 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe27bf2-4a4f-428d-9429-a75860975018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c2b7fc-aff9-41eb-8412-5f950e6eaa50,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:36.730534 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 7c9aa26a-20c2-4bb0-8b36-c51b7d17e154 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:21:36.785182 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 7c9aa26a-20c2-4bb0-8b36-c51b7d17e154 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:36.785701 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (7c9aa26a-20c2-4bb0-8b36-c51b7d17e154), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:36.891801 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 7c9aa26a-20c2-4bb0-8b36-c51b7d17e154 is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:36.892272 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (7c9aa26a-20c2-4bb0-8b36-c51b7d17e154), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:36.916039 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] For port 7c9aa26a-20c2-4bb0-8b36-c51b7d17e154, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=7c9aa26a-20c2-4bb0-8b36-c51b7d17e154,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:21:36.974897 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (7c9aa26a-20c2-4bb0-8b36-c51b7d17e154), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:37.051359 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Pushing event updated for resources: {'Port': ['ID=7c9aa26a-20c2-4bb0-8b36-c51b7d17e154,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:37.064151 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ad2b0-92d7-4700-afe8-de84270fecc4 req-49f5477d-e6a5-46a3-8c9c-7bf1229a0d8c tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:37.065782 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-184ad2b0-92d7-4700-afe8-de84270fecc4 req-49f5477d-e6a5-46a3-8c9c-7bf1229a0d8c tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.1065261 Feb 09 06:21:37.167477 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-184ad2b0-92d7-4700-afe8-de84270fecc4 req-b96814fc-dbb1-4ec6-abb9-80d114207539 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851734 Feb 09 06:21:37.167609 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] Sync routers for ids ['9bf6c197-39a1-48be-acfd-a0c45d2bbd23'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:21:37.173961 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] Routers {'9bf6c197-39a1-48be-acfd-a0c45d2bbd23'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:21:37.174618 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:21:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['9bf6c197-39a1-48be-acfd-a0c45d2bbd23'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:21:37.325861 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] Set router 9bf6c197-39a1-48be-acfd-a0c45d2bbd23 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:21:37.353487 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ff5da-b3ec-4d89-bdeb-f2ae13d85338 req-b7af1b6d-a50d-4f91-857e-59d4babf3ac9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:37.356605 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2a6ff5da-b3ec-4d89-bdeb-f2ae13d85338 req-b7af1b6d-a50d-4f91-857e-59d4babf3ac9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 946 time: 0.0988493 Feb 09 06:21:37.723851 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2a6ff5da-b3ec-4d89-bdeb-f2ae13d85338 req-fa851bd6-ab5d-4759-bc0d-ca0f6999f3c2 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608706 Feb 09 06:21:37.773775 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf6c197-39a1-48be-acfd-a0c45d2bbd23', 'name': 'tempest-TestShelveInstance-80132869-router', 'tenant_id': '54597ac562f24594b20281411604006e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '7c9aa26a-20c2-4bb0-8b36-c51b7d17e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:28Z', 'updated_at': '2022-02-09T06:21:34Z', 'revision_number': 4, 'project_id': '54597ac562f24594b20281411604006e', 'gw_port': {'id': '7c9aa26a-20c2-4bb0-8b36-c51b7d17e154', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf6c197-39a1-48be-acfd-a0c45d2bbd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:29Z', 'updated_at': '2022-02-09T06:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '09ec1f92-fe78-49a1-a11d-e831db829625', 'name': '', 'network_id': '885e7889-ba53-4831-af9f-b28e7641f6bd', 'tenant_id': '54597ac562f24594b20281411604006e', 'mac_address': 'fa:16:3e:6c:9e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf6c197-39a1-48be-acfd-a0c45d2bbd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '0f20cbf4-a603-4e13-925a-b0f6ffe40bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:33Z', 'updated_at': '2022-02-09T06:21:34Z', 'revision_number': 2, 'project_id': '54597ac562f24594b20281411604006e', 'subnets': [{'id': '0f20cbf4-a603-4e13-925a-b0f6ffe40bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:21:37.848470 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] Checking router: 9bf6c197-39a1-48be-acfd-a0c45d2bbd23 for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:21:37.848825 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] Updating router 9bf6c197-39a1-48be-acfd-a0c45d2bbd23 port 09ec1f92-fe78-49a1-a11d-e831db829625 binding host dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 06:21:37.864221 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 55024) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:37.870069 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-f90051e1-90a5-4c41-8289-1c2e65ed3f84 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1868449106', 'description': 'tempest-secgroup-smoke-1868449106 description', 'project_id': '6b80cac37fcb437488c5ff4623570b82'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:21:37.910809 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (09ec1f92-fe78-49a1-a11d-e831db829625), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:37.920332 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bd063-8a34-47c9-a40e-87218f96ffbc req-bc880acc-16b3-4aff-b96f-fdf1ce075795 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:37.922486 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b93bd063-8a34-47c9-a40e-87218f96ffbc req-bc880acc-16b3-4aff-b96f-fdf1ce075795 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.1109319 Feb 09 06:21:37.998678 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b93bd063-8a34-47c9-a40e-87218f96ffbc req-be2af5a9-b7ec-4246-afe7-4fdc2f9877eb tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669560 Feb 09 06:21:38.020074 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f90051e1-90a5-4c41-8289-1c2e65ed3f84 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:38.136419 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f90051e1-90a5-4c41-8289-1c2e65ed3f84 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group (f2d5bc9b-4bf3-45e9-b520-9546ca517236), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:38.194950 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f90051e1-90a5-4c41-8289-1c2e65ed3f84 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (f2d5bc9b-4bf3-45e9-b520-9546ca517236), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:38.267658 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90051e1-90a5-4c41-8289-1c2e65ed3f84 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d5bc9b-4bf3-45e9-b520-9546ca517236,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:38.282063 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f90051e1-90a5-4c41-8289-1c2e65ed3f84 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:38.283778 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-f90051e1-90a5-4c41-8289-1c2e65ed3f84 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4185371 Feb 09 06:21:38.287426 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 55034) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:38.296823 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-206e04ec-9a7d-4c7e-be74-13c0fafa1540 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Request body: {'security_group_rule': {'security_group_id': 'f2d5bc9b-4bf3-45e9-b520-9546ca517236', 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:21:38.329115 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] Publish callbacks [] for port (09ec1f92-fe78-49a1-a11d-e831db829625), precommit_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:38.341126 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f61908-fb41-4d2d-ae88-2fddab718829 req-58542cfe-7399-4068-b38f-c7bdd2413dac tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:38.342652 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-67f61908-fb41-4d2d-ae88-2fddab718829 req-58542cfe-7399-4068-b38f-c7bdd2413dac tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0923023 Feb 09 06:21:38.377867 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-206e04ec-9a7d-4c7e-be74-13c0fafa1540 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group_rule (bb4e4452-cca3-425b-b1b6-634bafae2e7a), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:38.388965 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (09ec1f92-fe78-49a1-a11d-e831db829625), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:38.462135 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-67f61908-fb41-4d2d-ae88-2fddab718829 req-0e6641b6-2825-448d-8436-ff0e3cc2f3b5 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115260 Feb 09 06:21:38.502653 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-206e04ec-9a7d-4c7e-be74-13c0fafa1540 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group_rule (bb4e4452-cca3-425b-b1b6-634bafae2e7a), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:38.516588 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddbbbd-5ec2-42f5-9dde-825970099454 None None] Pushing event updated for resources: {'Port': ['ID=09ec1f92-fe78-49a1-a11d-e831db829625,revision_number=3']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:38.578092 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] Attempting to bind port 09ec1f92-fe78-49a1-a11d-e831db829625 on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:21:38.581653 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] Attempting to bind port 09ec1f92-fe78-49a1-a11d-e831db829625 by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': 'bd35801d-f481-45d3-bf75-0df07f715b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '885e7889-ba53-4831-af9f-b28e7641f6bd'}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:21:38.582489 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] Attempting to bind port 09ec1f92-fe78-49a1-a11d-e831db829625 on network 885e7889-ba53-4831-af9f-b28e7641f6bd {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:21:38.589048 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-206e04ec-9a7d-4c7e-be74-13c0fafa1540 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (bb4e4452-cca3-425b-b1b6-634bafae2e7a), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:38.597227 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:21:38.597602 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] Checking segment: {'id': 'bd35801d-f481-45d3-bf75-0df07f715b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '885e7889-ba53-4831-af9f-b28e7641f6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:21:38.598010 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:38.598425 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] Bound using segment: {'id': 'bd35801d-f481-45d3-bf75-0df07f715b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '885e7889-ba53-4831-af9f-b28e7641f6bd'} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:21:38.598947 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] Bound port: 09ec1f92-fe78-49a1-a11d-e831db829625, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd35801d-f481-45d3-bf75-0df07f715b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '885e7889-ba53-4831-af9f-b28e7641f6bd'}}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:21:38.605642 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (09ec1f92-fe78-49a1-a11d-e831db829625), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:38.609297 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e04ec-9a7d-4c7e-be74-13c0fafa1540 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4e4452-cca3-425b-b1b6-634bafae2e7a,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:38.685533 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 7c9aa26a-20c2-4bb0-8b36-c51b7d17e154 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:21:38.687709 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-206e04ec-9a7d-4c7e-be74-13c0fafa1540 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:38.689028 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-206e04ec-9a7d-4c7e-be74-13c0fafa1540 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4004135 Feb 09 06:21:38.691902 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 55042) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:38.696647 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-e31eae43-992a-46fe-b890-8e7bd8355960 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Request body: {'security_group_rule': {'security_group_id': 'f2d5bc9b-4bf3-45e9-b520-9546ca517236', 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:21:38.763935 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] For port 09ec1f92-fe78-49a1-a11d-e831db829625, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:21:38.768495 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] For port 09ec1f92-fe78-49a1-a11d-e831db829625, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=09ec1f92-fe78-49a1-a11d-e831db829625,segment=NetworkSegment(bd35801d-f481-45d3-bf75-0df07f715b85),segment_id=bd35801d-f481-45d3-bf75-0df07f715b85)] {{(pid=103036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:21:38.790633 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 7c9aa26a-20c2-4bb0-8b36-c51b7d17e154 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:38.791400 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (7c9aa26a-20c2-4bb0-8b36-c51b7d17e154), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:38.833872 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e31eae43-992a-46fe-b890-8e7bd8355960 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group_rule (fec826c7-7486-41d0-a0af-249a3e7eab34), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:38.878443 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (09ec1f92-fe78-49a1-a11d-e831db829625), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:38.910109 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d400221-0a25-4966-af70-9b1eefd99178 req-bc251d26-9391-4f55-ad0a-2d193fe43611 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:38.918158 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1d400221-0a25-4966-af70-9b1eefd99178 req-bc251d26-9391-4f55-ad0a-2d193fe43611 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 946 time: 0.0979850 Feb 09 06:21:38.928989 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-f629af66-6163-4d1a-bc79-db48583e9ee1 None None] Provisioning complete for port 09ec1f92-fe78-49a1-a11d-e831db829625 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:38.929361 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-f629af66-6163-4d1a-bc79-db48583e9ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (09ec1f92-fe78-49a1-a11d-e831db829625), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:38.995067 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e31eae43-992a-46fe-b890-8e7bd8355960 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group_rule (fec826c7-7486-41d0-a0af-249a3e7eab34), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:39.001093 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1d400221-0a25-4966-af70-9b1eefd99178 req-fcf28ee9-ee13-466a-aea3-4c27a2c7a199 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819831 Feb 09 06:21:39.062726 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e31eae43-992a-46fe-b890-8e7bd8355960 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (fec826c7-7486-41d0-a0af-249a3e7eab34), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:39.107542 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31eae43-992a-46fe-b890-8e7bd8355960 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec826c7-7486-41d0-a0af-249a3e7eab34,revision_number=0']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:39.136957 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] Routers {'9bf6c197-39a1-48be-acfd-a0c45d2bbd23'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:21:39.137578 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:21:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['9bf6c197-39a1-48be-acfd-a0c45d2bbd23'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:21:39.185556 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e31eae43-992a-46fe-b890-8e7bd8355960 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:39.186864 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-e31eae43-992a-46fe-b890-8e7bd8355960 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4939291 Feb 09 06:21:39.191506 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 55054) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:39.196796 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-ccda1d21-cea0-4940-9eed-6abca601b963 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Request body: {'security_group_rule': {'security_group_id': 'f2d5bc9b-4bf3-45e9-b520-9546ca517236', 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:21:39.202704 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56090f-0300-46c6-b9b9-0ebd0df17bbb req-d4a856af-69b6-4117-b1d9-007826be743e tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:39.204223 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bc56090f-0300-46c6-b9b9-0ebd0df17bbb req-d4a856af-69b6-4117-b1d9-007826be743e tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.1125488 Feb 09 06:21:39.218623 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddbbbd-5ec2-42f5-9dde-825970099454 None None] Pushing event updated for resources: {'Port': ['ID=09ec1f92-fe78-49a1-a11d-e831db829625,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:39.253164 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bc56090f-0300-46c6-b9b9-0ebd0df17bbb req-ac0747ae-18f6-418f-a4cf-5d47025fd965 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426989 Feb 09 06:21:39.294715 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ccda1d21-cea0-4940-9eed-6abca601b963 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group_rule (cd2a9d06-c122-4022-8e7c-ba107dfae56b), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:39.294823 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 7c9aa26a-20c2-4bb0-8b36-c51b7d17e154 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:39.329368 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] Set router 9bf6c197-39a1-48be-acfd-a0c45d2bbd23 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:21:39.356292 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ccda1d21-cea0-4940-9eed-6abca601b963 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group_rule (cd2a9d06-c122-4022-8e7c-ba107dfae56b), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:39.372913 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-f629af66-6163-4d1a-bc79-db48583e9ee1 None None] Current status of the port 09ec1f92-fe78-49a1-a11d-e831db829625 is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:39.373305 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-f629af66-6163-4d1a-bc79-db48583e9ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (09ec1f92-fe78-49a1-a11d-e831db829625), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:39.430025 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ccda1d21-cea0-4940-9eed-6abca601b963 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (cd2a9d06-c122-4022-8e7c-ba107dfae56b), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:39.459738 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda1d21-cea0-4940-9eed-6abca601b963 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2a9d06-c122-4022-8e7c-ba107dfae56b,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:39.463105 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-b16150b6-f994-42f1-9176-c7fd826af8ec req-8c04da9c-fd8d-4d60-a2d6-9e8569cabbd7 service neutron] 10.222.0.30 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021299 Feb 09 06:21:39.474596 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-f629af66-6163-4d1a-bc79-db48583e9ee1 None None] For port 09ec1f92-fe78-49a1-a11d-e831db829625, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=09ec1f92-fe78-49a1-a11d-e831db829625,segment=NetworkSegment(bd35801d-f481-45d3-bf75-0df07f715b85),segment_id=bd35801d-f481-45d3-bf75-0df07f715b85)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:21:39.550169 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ccda1d21-cea0-4940-9eed-6abca601b963 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:39.558095 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-ccda1d21-cea0-4940-9eed-6abca601b963 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3592730 Feb 09 06:21:39.558095 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 55064) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:39.561026 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-20c18625-be23-463c-9270-410e4160c1dc tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Request body: {'security_group_rule': {'security_group_id': 'f2d5bc9b-4bf3-45e9-b520-9546ca517236', 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:21:39.575645 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf6c197-39a1-48be-acfd-a0c45d2bbd23', 'name': 'tempest-TestShelveInstance-80132869-router', 'tenant_id': '54597ac562f24594b20281411604006e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '7c9aa26a-20c2-4bb0-8b36-c51b7d17e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:28Z', 'updated_at': '2022-02-09T06:21:34Z', 'revision_number': 4, 'project_id': '54597ac562f24594b20281411604006e', 'gw_port': {'id': '7c9aa26a-20c2-4bb0-8b36-c51b7d17e154', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf6c197-39a1-48be-acfd-a0c45d2bbd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:29Z', 'updated_at': '2022-02-09T06:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '09ec1f92-fe78-49a1-a11d-e831db829625', 'name': '', 'network_id': '885e7889-ba53-4831-af9f-b28e7641f6bd', 'tenant_id': '54597ac562f24594b20281411604006e', 'mac_address': 'fa:16:3e:6c:9e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf6c197-39a1-48be-acfd-a0c45d2bbd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '0f20cbf4-a603-4e13-925a-b0f6ffe40bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:33Z', 'updated_at': '2022-02-09T06:21:38Z', 'revision_number': 4, 'project_id': '54597ac562f24594b20281411604006e', 'subnets': [{'id': '0f20cbf4-a603-4e13-925a-b0f6ffe40bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:21:39.578916 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-f629af66-6163-4d1a-bc79-db48583e9ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (09ec1f92-fe78-49a1-a11d-e831db829625), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:39.607971 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a943d89-eb0a-48ed-9f53-27e6ac242dd9 None None] The sync data for ids ['9bf6c197-39a1-48be-acfd-a0c45d2bbd23'] in dv-cinder-801923-6-iscsi is: [{'id': '9bf6c197-39a1-48be-acfd-a0c45d2bbd23', 'name': 'tempest-TestShelveInstance-80132869-router', 'tenant_id': '54597ac562f24594b20281411604006e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '7c9aa26a-20c2-4bb0-8b36-c51b7d17e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:28Z', 'updated_at': '2022-02-09T06:21:34Z', 'revision_number': 4, 'project_id': '54597ac562f24594b20281411604006e', 'gw_port': {'id': '7c9aa26a-20c2-4bb0-8b36-c51b7d17e154', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf6c197-39a1-48be-acfd-a0c45d2bbd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:29Z', 'updated_at': '2022-02-09T06:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '09ec1f92-fe78-49a1-a11d-e831db829625', 'name': '', 'network_id': '885e7889-ba53-4831-af9f-b28e7641f6bd', 'tenant_id': '54597ac562f24594b20281411604006e', 'mac_address': 'fa:16:3e:6c:9e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf6c197-39a1-48be-acfd-a0c45d2bbd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '0f20cbf4-a603-4e13-925a-b0f6ffe40bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:33Z', 'updated_at': '2022-02-09T06:21:38Z', 'revision_number': 4, 'project_id': '54597ac562f24594b20281411604006e', 'subnets': [{'id': '0f20cbf4-a603-4e13-925a-b0f6ffe40bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:21:39.615452 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-b16150b6-f994-42f1-9176-c7fd826af8ec req-4db19bab-1896-4aee-a296-ce9ec4e2ff0d service neutron] 10.222.0.30 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438167 Feb 09 06:21:39.627923 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24547470-5172-4359-8dd3-1b8f837b850e req-b7093f04-97ad-480e-9bea-da9536f74b7a tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:39.634748 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-24547470-5172-4359-8dd3-1b8f837b850e req-b7093f04-97ad-480e-9bea-da9536f74b7a tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0707567 Feb 09 06:21:39.672294 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629af66-6163-4d1a-bc79-db48583e9ee1 None None] Pushing event updated for resources: {'Port': ['ID=09ec1f92-fe78-49a1-a11d-e831db829625,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:39.673541 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-20c18625-be23-463c-9270-410e4160c1dc tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group_rule (2a1bd2ea-9f8e-4890-8a1a-a9c25e907f4e), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:39.705970 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-bf5e6c13-dc2f-4a80-b163-bed2c00af2a3 None None] Provisioning complete for port 09ec1f92-fe78-49a1-a11d-e831db829625 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:39.710377 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-bf5e6c13-dc2f-4a80-b163-bed2c00af2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (09ec1f92-fe78-49a1-a11d-e831db829625), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:39.754791 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-24547470-5172-4359-8dd3-1b8f837b850e req-9a5c1527-c78d-4338-b1c0-15e12a810440 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185923 Feb 09 06:21:39.786724 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-20c18625-be23-463c-9270-410e4160c1dc tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group_rule (2a1bd2ea-9f8e-4890-8a1a-a9c25e907f4e), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:39.826315 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-bf5e6c13-dc2f-4a80-b163-bed2c00af2a3 None None] Current status of the port 09ec1f92-fe78-49a1-a11d-e831db829625 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:39.897098 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-20c18625-be23-463c-9270-410e4160c1dc tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (2a1bd2ea-9f8e-4890-8a1a-a9c25e907f4e), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:39.917731 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c18625-be23-463c-9270-410e4160c1dc tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1bd2ea-9f8e-4890-8a1a-a9c25e907f4e,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:39.975117 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-20c18625-be23-463c-9270-410e4160c1dc tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:39.976383 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-20c18625-be23-463c-9270-410e4160c1dc tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4207602 Feb 09 06:21:39.979399 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 55076) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:39.983852 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-31edf411-ea38-4a3a-94f7-0daea9de94cd tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Request body: {'security_group_rule': {'security_group_id': 'f2d5bc9b-4bf3-45e9-b520-9546ca517236', 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:21:40.068468 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.db.securitygroups_db [None req-31edf411-ea38-4a3a-94f7-0daea9de94cd tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Project 6b80cac37fcb437488c5ff4623570b82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 06:21:40.075229 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-31edf411-ea38-4a3a-94f7-0daea9de94cd tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group_rule (ddb7f545-358d-43ce-8017-7b422d5930ee), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:40.169370 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2f126-3e32-4962-b152-c10f23873489 req-3c6ec004-34ef-467a-804f-848c31822fe0 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:40.179054 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-19b2f126-3e32-4962-b152-c10f23873489 req-3c6ec004-34ef-467a-804f-848c31822fe0 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 946 time: 0.0832756 Feb 09 06:21:40.181261 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-31edf411-ea38-4a3a-94f7-0daea9de94cd tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group_rule (ddb7f545-358d-43ce-8017-7b422d5930ee), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:40.188676 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed2d54-dd33-4bce-8c92-3efeb2ca7dd0 req-756db535-4436-4cdb-8447-79faa6ef5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:40.190225 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-48ed2d54-dd33-4bce-8c92-3efeb2ca7dd0 req-756db535-4436-4cdb-8447-79faa6ef5911 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 1129 time: 0.0855446 Feb 09 06:21:40.231123 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-19b2f126-3e32-4962-b152-c10f23873489 req-1386b4f5-726a-4251-ae1c-828a3d55fce0 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492084 Feb 09 06:21:40.241105 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-31edf411-ea38-4a3a-94f7-0daea9de94cd tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (ddb7f545-358d-43ce-8017-7b422d5930ee), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:40.267112 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edf411-ea38-4a3a-94f7-0daea9de94cd tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb7f545-358d-43ce-8017-7b422d5930ee,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:40.273681 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-48ed2d54-dd33-4bce-8c92-3efeb2ca7dd0 req-1b486248-40d3-400f-8476-061093c2dcd8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649939 Feb 09 06:21:40.339052 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-31edf411-ea38-4a3a-94f7-0daea9de94cd tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:40.340253 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-31edf411-ea38-4a3a-94f7-0daea9de94cd tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3598781 Feb 09 06:21:40.343062 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 55082) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:40.347711 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-7a58595b-d2b4-45ac-9722-90896042af15 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Request body: {'security_group_rule': {'security_group_id': 'f2d5bc9b-4bf3-45e9-b520-9546ca517236', 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:21:40.381963 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb4d86-8db8-4dd3-80d0-6bdab1e122ae req-e81beb63-9fbe-4c38-85dc-ca28e1e5e8da tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:40.383460 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-79fb4d86-8db8-4dd3-80d0-6bdab1e122ae req-e81beb63-9fbe-4c38-85dc-ca28e1e5e8da tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.0547938 Feb 09 06:21:40.429151 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-79fb4d86-8db8-4dd3-80d0-6bdab1e122ae req-a41ed2ae-725c-4470-bbe0-2705fcad5f89 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401647 Feb 09 06:21:40.445825 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.db.securitygroups_db [None req-7a58595b-d2b4-45ac-9722-90896042af15 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Project 6b80cac37fcb437488c5ff4623570b82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 06:21:40.451239 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7a58595b-d2b4-45ac-9722-90896042af15 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group_rule (b5d9a3f6-834f-4a7a-8cf5-30fc547ef34d), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:40.508923 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7a58595b-d2b4-45ac-9722-90896042af15 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group_rule (b5d9a3f6-834f-4a7a-8cf5-30fc547ef34d), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:40.559704 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7a58595b-d2b4-45ac-9722-90896042af15 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (b5d9a3f6-834f-4a7a-8cf5-30fc547ef34d), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:40.579007 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58595b-d2b4-45ac-9722-90896042af15 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d9a3f6-834f-4a7a-8cf5-30fc547ef34d,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:40.632103 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 09ec1f92-fe78-49a1-a11d-e831db829625 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:21:40.641799 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7a58595b-d2b4-45ac-9722-90896042af15 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:40.643069 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-7a58595b-d2b4-45ac-9722-90896042af15 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2989500 Feb 09 06:21:40.766139 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 09ec1f92-fe78-49a1-a11d-e831db829625 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:40.766541 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (09ec1f92-fe78-49a1-a11d-e831db829625), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:40.914918 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef9464-3f85-4a16-b99c-46cc2af480ed req-2b714999-846b-4214-b988-4d5500478583 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:40.915382 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 09ec1f92-fe78-49a1-a11d-e831db829625 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:40.916822 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e5ef9464-3f85-4a16-b99c-46cc2af480ed req-2b714999-846b-4214-b988-4d5500478583 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0700967 Feb 09 06:21:40.971402 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e5ef9464-3f85-4a16-b99c-46cc2af480ed req-df3e215c-bbc9-4178-97c5-a27529451977 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477338 Feb 09 06:21:41.057608 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-ae91409e-871d-4d2f-9537-1948e9dcea21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:41.353182 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8555ba5-b23b-4628-83c4-e7dd78457e5e req-1969c1b3-2b50-4a7a-8532-8d4471fdf481 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:41.355567 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f8555ba5-b23b-4628-83c4-e7dd78457e5e req-1969c1b3-2b50-4a7a-8532-8d4471fdf481 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 946 time: 0.0556991 Feb 09 06:21:41.370986 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e6302-00db-42b8-bf3d-cf98e1e1b4d8 req-363d64a9-6b36-434a-97b4-23f6d4333555 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:41.372516 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-aa3e6302-00db-42b8-bf3d-cf98e1e1b4d8 req-363d64a9-6b36-434a-97b4-23f6d4333555 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 946 time: 0.0707352 Feb 09 06:21:41.405931 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f8555ba5-b23b-4628-83c4-e7dd78457e5e req-afd9a580-e4f7-456b-9b6b-e591f664eb8b tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437865 Feb 09 06:21:41.477394 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-aa3e6302-00db-42b8-bf3d-cf98e1e1b4d8 req-55b84594-2b49-4c81-8a86-9e3abeaf555c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Deleting port ba23e8f0-2fec-444c-b16f-237b9b5ef991 {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:21:41.477732 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-aa3e6302-00db-42b8-bf3d-cf98e1e1b4d8 req-55b84594-2b49-4c81-8a86-9e3abeaf555c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (ba23e8f0-2fec-444c-b16f-237b9b5ef991), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:41.586136 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ca6e8-f1f0-4d5e-bd3b-1712949eeddc req-09db7457-21bb-4b51-8e4e-b1cfbc7e04e7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:41.587885 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7a9ca6e8-f1f0-4d5e-bd3b-1712949eeddc req-09db7457-21bb-4b51-8e4e-b1cfbc7e04e7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.0816712 Feb 09 06:21:41.593036 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-aa3e6302-00db-42b8-bf3d-cf98e1e1b4d8 req-55b84594-2b49-4c81-8a86-9e3abeaf555c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] For port ba23e8f0-2fec-444c-b16f-237b9b5ef991, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=ba23e8f0-2fec-444c-b16f-237b9b5ef991,segment=NetworkSegment(d8fb8075-f4a1-40c5-a70f-a532b4dd14fc),segment_id=d8fb8075-f4a1-40c5-a70f-a532b4dd14fc)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:21:41.593767 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-aa3e6302-00db-42b8-bf3d-cf98e1e1b4d8 req-55b84594-2b49-4c81-8a86-9e3abeaf555c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (ba23e8f0-2fec-444c-b16f-237b9b5ef991), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:41.616516 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-aa3e6302-00db-42b8-bf3d-cf98e1e1b4d8 req-55b84594-2b49-4c81-8a86-9e3abeaf555c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Calling delete_port for ba23e8f0-2fec-444c-b16f-237b9b5ef991 owned by compute:nova {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:21:41.649515 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7a9ca6e8-f1f0-4d5e-bd3b-1712949eeddc req-2407ce41-533e-4ac5-bbbe-d541241a893f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517149 Feb 09 06:21:41.903033 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-aa3e6302-00db-42b8-bf3d-cf98e1e1b4d8 req-55b84594-2b49-4c81-8a86-9e3abeaf555c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (ba23e8f0-2fec-444c-b16f-237b9b5ef991), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:41.941098 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b84594-2b49-4c81-8a86-9e3abeaf555c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Pushing event deleted for resources: {'Port': ['ID=ba23e8f0-2fec-444c-b16f-237b9b5ef991,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:41.956102 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['898572b2-25e9-48d8-b22d-41abde8d6c05', 'dd9228dd-724e-40be-8917-f606b813fd82', '0aaddf44-afa2-43e0-a8f7-9c9da18012bb', 'ba23e8f0-2fec-444c-b16f-237b9b5ef991'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:21:41.992591 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3e6302-00db-42b8-bf3d-cf98e1e1b4d8 req-55b84594-2b49-4c81-8a86-9e3abeaf555c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] No DVR routers for this DVR port ba23e8f0-2fec-444c-b16f-237b9b5ef991 on host hv-cinder-80192 {{(pid=103035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:21:41.996946 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-aa3e6302-00db-42b8-bf3d-cf98e1e1b4d8 req-55b84594-2b49-4c81-8a86-9e3abeaf555c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:42.001999 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-aa3e6302-00db-42b8-bf3d-cf98e1e1b4d8 req-55b84594-2b49-4c81-8a86-9e3abeaf555c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.30 "DELETE /v2.0/ports/ba23e8f0-2fec-444c-b16f-237b9b5ef991 HTTP/1.1" status: 204 len: 173 time: 0.6222298 Feb 09 06:21:42.002623 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2cc2d1-9726-46c2-a52e-03f8fe05ff92', 'name': 'network-vif-deleted', 'tag': 'ba23e8f0-2fec-444c-b16f-237b9b5ef991'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:21:42.005177 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175809eb-bc1b-4450-afe6-9fbeb80d9364" -d '{"events": [{"server_uuid": "aa2cc2d1-9726-46c2-a52e-03f8fe05ff92", "name": "network-vif-deleted", "tag": "ba23e8f0-2fec-444c-b16f-237b9b5ef991"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:21:42.054835 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b030b658-04a3-4054-b1c8-5fc1605b78e4 x-openstack-request-id: req-b030b658-04a3-4054-b1c8-5fc1605b78e4 {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:21:42.055127 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2cc2d1-9726-46c2-a52e-03f8fe05ff92", "name": "network-vif-deleted", "tag": "ba23e8f0-2fec-444c-b16f-237b9b5ef991", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:21:42.055431 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b030b658-04a3-4054-b1c8-5fc1605b78e4 {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:21:42.055882 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2cc2d1-9726-46c2-a52e-03f8fe05ff92', 'name': 'network-vif-deleted', 'tag': 'ba23e8f0-2fec-444c-b16f-237b9b5ef991', 'status': 'completed', 'code': 200} Feb 09 06:21:42.141900 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f235bc-b39b-4aa4-810d-e252ebe3982b req-1114e9b6-6a7b-4c38-83be-e3b83ee1e806 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:42.150751 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-06f235bc-b39b-4aa4-810d-e252ebe3982b req-1114e9b6-6a7b-4c38-83be-e3b83ee1e806 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0842049 Feb 09 06:21:42.220054 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-06f235bc-b39b-4aa4-810d-e252ebe3982b req-bae09c19-55dd-4abf-9025-d3090e807f5f tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666773 Feb 09 06:21:42.516405 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1a5cfb5a-62b7-433b-b9e1-9d87191f23ce req-c16c8204-db75-4b77-984f-ab93f7dc53f9 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 210 time: 0.0290575 Feb 09 06:21:42.665005 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd7270-7c43-40a2-ac30-0466068245ec req-4a37a839-1081-4b96-bfe6-f79fbcafea57 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:42.667136 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-40fd7270-7c43-40a2-ac30-0466068245ec req-4a37a839-1081-4b96-bfe6-f79fbcafea57 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0736890 Feb 09 06:21:42.780546 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-40fd7270-7c43-40a2-ac30-0466068245ec req-2a66012a-a03e-474b-b216-a4a6411e15ab tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042511 Feb 09 06:21:42.785982 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0c972-889c-4fb5-ac2f-20d43a1b946d req-6dff4f29-bdba-4d62-9b09-7d10117bc70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:42.787784 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-03d0c972-889c-4fb5-ac2f-20d43a1b946d req-6dff4f29-bdba-4d62-9b09-7d10117bc70a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d24c9276ccc34d9d8d00b76f66800588&device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 1129 time: 0.0605111 Feb 09 06:21:42.833231 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1b01f-05d9-40bd-9b23-a5b16562c6de req-f69617a0-955a-4e1d-ac8f-914a5c0bf1d1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:42.834871 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-53c1b01f-05d9-40bd-9b23-a5b16562c6de req-f69617a0-955a-4e1d-ac8f-914a5c0bf1d1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.0715501 Feb 09 06:21:42.884661 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0c972-889c-4fb5-ac2f-20d43a1b946d req-106ea100-598f-4c1f-8b81-209b1375c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:42.890304 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-53c1b01f-05d9-40bd-9b23-a5b16562c6de req-c4763787-6166-4af2-8174-1171dd8c6f03 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448532 Feb 09 06:21:42.890705 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-03d0c972-889c-4fb5-ac2f-20d43a1b946d req-106ea100-598f-4c1f-8b81-209b1375c0ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=f0bda187-4e28-4090-8960-43f4efd30296 HTTP/1.1" status: 200 len: 918 time: 0.0918221 Feb 09 06:21:42.940889 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-03d0c972-889c-4fb5-ac2f-20d43a1b946d req-350a6bd7-238d-44d8-bc8d-f640ae16d857 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b HTTP/1.1" status: 200 len: 217 time: 0.0437882 Feb 09 06:21:43.006793 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0c972-889c-4fb5-ac2f-20d43a1b946d req-84b87c57-d2fd-4daa-b294-f3ee88664dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:43.008264 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-03d0c972-889c-4fb5-ac2f-20d43a1b946d req-84b87c57-d2fd-4daa-b294-f3ee88664dcd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9875eb3a-2b3e-4144-a2ff-7cc38bef213b HTTP/1.1" status: 200 len: 858 time: 0.0486262 Feb 09 06:21:43.049502 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-03d0c972-889c-4fb5-ac2f-20d43a1b946d req-6a4998d5-6230-436a-bfb5-c4d32a6ef879 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0bda187-4e28-4090-8960-43f4efd30296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293007 Feb 09 06:21:43.143361 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-03d0c972-889c-4fb5-ac2f-20d43a1b946d req-b22a701f-d482-44dc-9a7e-f6074e617678 service neutron] 10.222.0.30 "GET /v2.0/networks/f0bda187-4e28-4090-8960-43f4efd30296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871987 Feb 09 06:21:43.232791 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-03d0c972-889c-4fb5-ac2f-20d43a1b946d req-d0a9ee5e-392e-484e-80b2-9418afb22627 service neutron] 10.222.0.30 "GET /v2.0/networks/f0bda187-4e28-4090-8960-43f4efd30296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830739 Feb 09 06:21:43.627310 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a600e12a-2951-42a4-b067-ab3a793255e2 req-af19c81e-e3d4-45d2-8b8e-4fcff4349592 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2cc2d1-9726-46c2-a52e-03f8fe05ff92 HTTP/1.1" status: 200 len: 210 time: 0.0272121 Feb 09 06:21:43.679589 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-8d404652-5582-4ee5-a89c-c74ed018fd4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:43.903928 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cec7ec-0821-4480-a53a-c03532cd5d17 req-9b6513a9-170c-4f33-8334-6f732dabb9f5 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:43.905403 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-58cec7ec-0821-4480-a53a-c03532cd5d17 req-9b6513a9-170c-4f33-8334-6f732dabb9f5 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0526586 Feb 09 06:21:43.964459 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-58cec7ec-0821-4480-a53a-c03532cd5d17 req-625015f6-3b47-4c31-b7dd-451733c46e1f tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473435 Feb 09 06:21:44.024952 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f1298-02b2-4039-8967-3afdb03261e5 req-e69b9d5c-d4a9-4cd0-a2ff-4c6ab27453ef tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:44.026463 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-470f1298-02b2-4039-8967-3afdb03261e5 req-e69b9d5c-d4a9-4cd0-a2ff-4c6ab27453ef tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.0567360 Feb 09 06:21:44.074944 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-470f1298-02b2-4039-8967-3afdb03261e5 req-0753b456-e7a4-4394-b5f6-2bf75c7e4e81 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415187 Feb 09 06:21:44.359944 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:45.079389 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee9498-8993-4e78-87c7-b5e44aec116b req-1d1940d3-2192-488a-a53c-2e04cbed4ad3 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:45.080859 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8fee9498-8993-4e78-87c7-b5e44aec116b req-1d1940d3-2192-488a-a53c-2e04cbed4ad3 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0544231 Feb 09 06:21:45.126134 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8fee9498-8993-4e78-87c7-b5e44aec116b req-4cd643c5-5705-41e8-918f-c186f0c1c448 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398436 Feb 09 06:21:45.201973 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9d03e-3efd-43e0-8875-527701d0ed97 req-03687ffe-0509-42e7-afde-094c1dffda2d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:45.204087 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1ea9d03e-3efd-43e0-8875-527701d0ed97 req-03687ffe-0509-42e7-afde-094c1dffda2d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.0554676 Feb 09 06:21:45.249717 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1ea9d03e-3efd-43e0-8875-527701d0ed97 req-17ec711b-f2b8-4233-8ade-7d0f126cdd22 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400100 Feb 09 06:21:45.708292 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:46.192877 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device ba23e8f0-2fec-444c-b16f-237b9b5ef991 no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:21:46.212979 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] No Port match for: ba23e8f0-2fec-444c-b16f-237b9b5ef991 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:21:46.213321 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device ba23e8f0-2fec-444c-b16f-237b9b5ef991 not bound to the agent host hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:21:46.243077 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8f2f6-b7a3-440a-bfcd-38a30c9bb1c0 req-0edd517b-599e-4e0a-bf96-acab33dbcb71 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:46.244531 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3bd8f2f6-b7a3-440a-bfcd-38a30c9bb1c0 req-0edd517b-599e-4e0a-bf96-acab33dbcb71 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0525885 Feb 09 06:21:46.298693 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3bd8f2f6-b7a3-440a-bfcd-38a30c9bb1c0 req-a65db6cb-80f2-4468-91d6-85018c9fc7ff tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480921 Feb 09 06:21:46.439758 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f63690-bbd4-44df-ac23-2867f2deb807 req-7d83e40e-3bbe-458a-9191-108101250448 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:46.441241 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-16f63690-bbd4-44df-ac23-2867f2deb807 req-7d83e40e-3bbe-458a-9191-108101250448 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.0870073 Feb 09 06:21:46.470827 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9fec8-6eed-4c6d-b77e-b59507ef9ea3 req-b9a324fc-3562-41a4-b83b-766718b05959 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:46.472330 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-48d9fec8-6eed-4c6d-b77e-b59507ef9ea3 req-b9a324fc-3562-41a4-b83b-766718b05959 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 946 time: 0.0805361 Feb 09 06:21:46.526462 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-16f63690-bbd4-44df-ac23-2867f2deb807 req-e35c463d-8a8c-402c-9b36-f38660c10faa tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780430 Feb 09 06:21:46.540797 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-48d9fec8-6eed-4c6d-b77e-b59507ef9ea3 req-d5c8fe6d-9985-46c6-b4db-3d846d69947f tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610621 Feb 09 06:21:47.039744 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:47.685156 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bb462-df88-4fe4-bb97-0192ee95c0a3 req-36e28368-e5ef-4650-93aa-04d008c83877 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:47.686663 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-384bb462-df88-4fe4-bb97-0192ee95c0a3 req-36e28368-e5ef-4650-93aa-04d008c83877 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 944 time: 0.0846753 Feb 09 06:21:47.694041 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370d950-b01e-4c63-9277-6c94ead4f5c2 req-bfce6b72-a007-4288-a167-d83705d5e4d1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:47.695441 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4370d950-b01e-4c63-9277-6c94ead4f5c2 req-bfce6b72-a007-4288-a167-d83705d5e4d1 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 946 time: 0.0848689 Feb 09 06:21:47.767283 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-384bb462-df88-4fe4-bb97-0192ee95c0a3 req-60aa706e-331a-49a0-99b0-1e6ab8f12ccb tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708947 Feb 09 06:21:47.770263 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4370d950-b01e-4c63-9277-6c94ead4f5c2 req-d054a7bc-c451-44ef-8c27-c7bf3541d6da tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682561 Feb 09 06:21:47.977011 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88945f1-8fb8-4358-8595-b8dd372d9e7e req-2b83e7c9-a702-48ff-bf9c-6da90e42929e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:47.978529 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f88945f1-8fb8-4358-8595-b8dd372d9e7e req-2b83e7c9-a702-48ff-bf9c-6da90e42929e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0570416 Feb 09 06:21:48.028332 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f88945f1-8fb8-4358-8595-b8dd372d9e7e req-a1ab6155-c182-4a14-985f-355a99ef88bc tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442879 Feb 09 06:21:48.188583 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 7cc33a51-4853-41a6-8e83-c2de2246c5c2 details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:21:48.290831 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 7cc33a51-4853-41a6-8e83-c2de2246c5c2, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7cc33a51-4853-41a6-8e83-c2de2246c5c2,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:21:48.302162 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': '7cc33a51-4853-41a6-8e83-c2de2246c5c2', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'port_id': '7cc33a51-4853-41a6-8e83-c2de2246c5c2', 'mac_address': 'fa:16:3e:1f:1d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:21:48.341448 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 7cc33a51-4853-41a6-8e83-c2de2246c5c2 is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:48.341831 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:48.354644 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc33a51-4853-41a6-8e83-c2de2246c5c2 {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:21:48.374273 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 7cc33a51-4853-41a6-8e83-c2de2246c5c2, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7cc33a51-4853-41a6-8e83-c2de2246c5c2,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:21:48.422870 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:48.473870 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=7cc33a51-4853-41a6-8e83-c2de2246c5c2,revision_number=9']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:48.572485 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390b390-8c6d-4ba9-b427-9fb60956cf03 req-24c835cc-2383-4e3f-bb03-f501864fc4ba tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:48.574167 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-c390b390-8c6d-4ba9-b427-9fb60956cf03 req-24c835cc-2383-4e3f-bb03-f501864fc4ba tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.30 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 946 time: 0.0549903 Feb 09 06:21:48.683893 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-c390b390-8c6d-4ba9-b427-9fb60956cf03 req-7d028a74-d9df-474e-abab-91aa3ff8edba tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Deleting port 0aaddf44-afa2-43e0-a8f7-9c9da18012bb {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:21:48.684232 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-c390b390-8c6d-4ba9-b427-9fb60956cf03 req-7d028a74-d9df-474e-abab-91aa3ff8edba tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (0aaddf44-afa2-43e0-a8f7-9c9da18012bb), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:48.780125 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-c390b390-8c6d-4ba9-b427-9fb60956cf03 req-7d028a74-d9df-474e-abab-91aa3ff8edba tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] For port 0aaddf44-afa2-43e0-a8f7-9c9da18012bb, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=0aaddf44-afa2-43e0-a8f7-9c9da18012bb,segment=NetworkSegment(d8fb8075-f4a1-40c5-a70f-a532b4dd14fc),segment_id=d8fb8075-f4a1-40c5-a70f-a532b4dd14fc)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:21:48.780488 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-c390b390-8c6d-4ba9-b427-9fb60956cf03 req-7d028a74-d9df-474e-abab-91aa3ff8edba tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (0aaddf44-afa2-43e0-a8f7-9c9da18012bb), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:48.794888 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-c390b390-8c6d-4ba9-b427-9fb60956cf03 req-7d028a74-d9df-474e-abab-91aa3ff8edba tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Calling delete_port for 0aaddf44-afa2-43e0-a8f7-9c9da18012bb owned by compute:nova {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:21:48.851118 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['7cc33a51-4853-41a6-8e83-c2de2246c5c2'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:21:48.911365 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6068d-79bc-4466-afc4-e12161f0baa3 req-1e077526-f3ed-44a6-accc-f29346d8f77c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:48.919708 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8bb6068d-79bc-4466-afc4-e12161f0baa3 req-1e077526-f3ed-44a6-accc-f29346d8f77c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 946 time: 0.0777009 Feb 09 06:21:48.993943 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8bb6068d-79bc-4466-afc4-e12161f0baa3 req-4b116d04-ac03-401a-b01e-199b1a71a464 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730948 Feb 09 06:21:49.051102 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-c390b390-8c6d-4ba9-b427-9fb60956cf03 req-7d028a74-d9df-474e-abab-91aa3ff8edba tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (0aaddf44-afa2-43e0-a8f7-9c9da18012bb), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:49.052730 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 55302) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:49.092793 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b35872-d625-44de-8743-cc3af6c311ea req-89fd707a-a242-469c-938d-5ddcc6fb7058 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:49.095241 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-18b35872-d625-44de-8743-cc3af6c311ea req-89fd707a-a242-469c-938d-5ddcc6fb7058 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 945 time: 0.0999742 Feb 09 06:21:49.104182 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['898572b2-25e9-48d8-b22d-41abde8d6c05', 'dd9228dd-724e-40be-8917-f606b813fd82', '0aaddf44-afa2-43e0-a8f7-9c9da18012bb'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:21:49.168646 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-18b35872-d625-44de-8743-cc3af6c311ea req-c33a7136-9e35-481b-960a-9978c1289fc5 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665765 Feb 09 06:21:49.330692 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d028a74-d9df-474e-abab-91aa3ff8edba tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Pushing event deleted for resources: {'Port': ['ID=0aaddf44-afa2-43e0-a8f7-9c9da18012bb,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:49.351499 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e2634776-e346-4c3a-b7da-aa09e9bfc818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:49.392233 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [req-c390b390-8c6d-4ba9-b427-9fb60956cf03 req-7d028a74-d9df-474e-abab-91aa3ff8edba tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] No DVR routers for this DVR port 0aaddf44-afa2-43e0-a8f7-9c9da18012bb on host hv-cinder-80192 {{(pid=103035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:21:49.396267 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-c390b390-8c6d-4ba9-b427-9fb60956cf03 req-7d028a74-d9df-474e-abab-91aa3ff8edba tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:49.399516 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-c390b390-8c6d-4ba9-b427-9fb60956cf03 req-7d028a74-d9df-474e-abab-91aa3ff8edba tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.30 "DELETE /v2.0/ports/0aaddf44-afa2-43e0-a8f7-9c9da18012bb HTTP/1.1" status: 204 len: 173 time: 0.8098679 Feb 09 06:21:49.399956 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13d7b75-783e-45b1-9362-4ffd3cb808c0', 'name': 'network-vif-deleted', 'tag': '0aaddf44-afa2-43e0-a8f7-9c9da18012bb'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:21:49.402204 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7cedc4-420c-4f1e-9b56-439762d88e5e" -d '{"events": [{"server_uuid": "e13d7b75-783e-45b1-9362-4ffd3cb808c0", "name": "network-vif-deleted", "tag": "0aaddf44-afa2-43e0-a8f7-9c9da18012bb"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:21:49.445410 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddad2db-5a1d-4f1e-b6bd-91b7c3afd678 x-openstack-request-id: req-cddad2db-5a1d-4f1e-b6bd-91b7c3afd678 {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:21:49.445705 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13d7b75-783e-45b1-9362-4ffd3cb808c0", "name": "network-vif-deleted", "tag": "0aaddf44-afa2-43e0-a8f7-9c9da18012bb", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:21:49.445960 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cddad2db-5a1d-4f1e-b6bd-91b7c3afd678 {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:21:49.446381 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13d7b75-783e-45b1-9362-4ffd3cb808c0', 'name': 'network-vif-deleted', 'tag': '0aaddf44-afa2-43e0-a8f7-9c9da18012bb', 'status': 'completed', 'code': 200} Feb 09 06:21:49.465219 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e2634776-e346-4c3a-b7da-aa09e9bfc818 admin admin] Publish callbacks [] for security_group (719c2351-fd00-41cc-a88f-7adc8acf1e5f), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:49.526090 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e2634776-e346-4c3a-b7da-aa09e9bfc818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (719c2351-fd00-41cc-a88f-7adc8acf1e5f), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:49.563250 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-e2634776-e346-4c3a-b7da-aa09e9bfc818 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b5b163212b24dddaad71999339cfaf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5093970 Feb 09 06:21:49.565462 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2634776-e346-4c3a-b7da-aa09e9bfc818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719c2351-fd00-41cc-a88f-7adc8acf1e5f,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:49.566295 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 55308) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:49.619696 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2ae1d841-956a-4654-a9e0-4fb85444d26d admin admin] Publish callbacks [] for security_group (719c2351-fd00-41cc-a88f-7adc8acf1e5f), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:49.641386 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2ae1d841-956a-4654-a9e0-4fb85444d26d admin admin] Publish callbacks [] for security_group (719c2351-fd00-41cc-a88f-7adc8acf1e5f), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:49.742576 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2ae1d841-956a-4654-a9e0-4fb85444d26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (719c2351-fd00-41cc-a88f-7adc8acf1e5f), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:49.745190 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2ae1d841-956a-4654-a9e0-4fb85444d26d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:49.746359 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-2ae1d841-956a-4654-a9e0-4fb85444d26d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/719c2351-fd00-41cc-a88f-7adc8acf1e5f HTTP/1.1" status: 204 len: 168 time: 0.1789999 Feb 09 06:21:49.755559 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1d841-956a-4654-a9e0-4fb85444d26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719c2351-fd00-41cc-a88f-7adc8acf1e5f,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:50.108110 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-65d5a5d5-df64-461a-a70d-64b583c30da0 req-c2ea8818-5823-4abf-b27b-44afd6fd5f88 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=e13d7b75-783e-45b1-9362-4ffd3cb808c0 HTTP/1.1" status: 200 len: 210 time: 0.0271249 Feb 09 06:21:50.288581 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fc15a-8e49-4a10-b510-6cddb435e3de req-7b3cbc86-6eec-4acd-bdb2-3eea9861e91c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:50.290163 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ff8fc15a-8e49-4a10-b510-6cddb435e3de req-7b3cbc86-6eec-4acd-bdb2-3eea9861e91c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 945 time: 0.0546288 Feb 09 06:21:50.341838 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ff8fc15a-8e49-4a10-b510-6cddb435e3de req-04bc158e-6c2f-4cd9-b67b-d89054b10be1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459657 Feb 09 06:21:50.415437 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 55322) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:50.429062 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4125ec80-b381-4a0e-95fc-dfe602a794ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:50.504385 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4125ec80-b381-4a0e-95fc-dfe602a794ac admin admin] Publish callbacks [] for security_group (9fe37cb8-0156-4fef-90a2-9db569b1a677), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:50.587855 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4125ec80-b381-4a0e-95fc-dfe602a794ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (9fe37cb8-0156-4fef-90a2-9db569b1a677), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:50.626921 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-4125ec80-b381-4a0e-95fc-dfe602a794ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f760ffda6c0c4138a3df7ddd32a2932c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103524 Feb 09 06:21:50.630334 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125ec80-b381-4a0e-95fc-dfe602a794ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe37cb8-0156-4fef-90a2-9db569b1a677,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:50.630334 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 55324) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:50.683036 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e6158e9d-06a1-4e26-be2c-21109dc0dbb3 admin admin] Publish callbacks [] for security_group (9fe37cb8-0156-4fef-90a2-9db569b1a677), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:50.704804 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e6158e9d-06a1-4e26-be2c-21109dc0dbb3 admin admin] Publish callbacks [] for security_group (9fe37cb8-0156-4fef-90a2-9db569b1a677), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:50.850907 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e6158e9d-06a1-4e26-be2c-21109dc0dbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (9fe37cb8-0156-4fef-90a2-9db569b1a677), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:50.853519 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e6158e9d-06a1-4e26-be2c-21109dc0dbb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:50.854723 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-e6158e9d-06a1-4e26-be2c-21109dc0dbb3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fe37cb8-0156-4fef-90a2-9db569b1a677 HTTP/1.1" status: 204 len: 168 time: 0.2214937 Feb 09 06:21:50.863784 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6158e9d-06a1-4e26-be2c-21109dc0dbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe37cb8-0156-4fef-90a2-9db569b1a677,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:51.464358 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2c6de-9895-4a6c-af93-455e08391140 req-f4553a74-4ccd-4aa8-a542-7d60c7db63fb tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:51.465876 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a5a2c6de-9895-4a6c-af93-455e08391140 req-f4553a74-4ccd-4aa8-a542-7d60c7db63fb tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 945 time: 0.0521417 Feb 09 06:21:51.518489 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a5a2c6de-9895-4a6c-af93-455e08391140 req-7aea063e-7e8a-4cc9-aa79-2b4e45e67ab4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464234 Feb 09 06:21:51.635002 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 55342) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:51.655198 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-741d447b-2b7a-45dc-b657-2e4e557d3d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:51.666398 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a2028-a955-40cc-8202-dc3a1e45849e req-db519253-5570-4543-8d40-00c37ca90249 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:51.668153 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ab2a2028-a955-40cc-8202-dc3a1e45849e req-db519253-5570-4543-8d40-00c37ca90249 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0538979 Feb 09 06:21:51.720566 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ab2a2028-a955-40cc-8202-dc3a1e45849e req-919abf0c-4990-418d-8256-3f33c4e46ea3 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399811 Feb 09 06:21:51.731330 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-741d447b-2b7a-45dc-b657-2e4e557d3d45 admin admin] Publish callbacks [] for security_group (05269e99-da34-4652-ba65-1a79495e66a2), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:51.805371 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-741d447b-2b7a-45dc-b657-2e4e557d3d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (05269e99-da34-4652-ba65-1a79495e66a2), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:51.845883 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-741d447b-2b7a-45dc-b657-2e4e557d3d45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a525eabb92b414aa8969964f5eea9df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097352 Feb 09 06:21:51.846765 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d447b-2b7a-45dc-b657-2e4e557d3d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05269e99-da34-4652-ba65-1a79495e66a2,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:51.848680 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 55344) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:21:51.896025 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4b5e3087-e051-4c9e-beab-4b52591473f6 admin admin] Publish callbacks [] for security_group (05269e99-da34-4652-ba65-1a79495e66a2), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:51.917318 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4b5e3087-e051-4c9e-beab-4b52591473f6 admin admin] Publish callbacks [] for security_group (05269e99-da34-4652-ba65-1a79495e66a2), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:52.027980 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4b5e3087-e051-4c9e-beab-4b52591473f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (05269e99-da34-4652-ba65-1a79495e66a2), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:52.030645 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4b5e3087-e051-4c9e-beab-4b52591473f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:52.031816 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-4b5e3087-e051-4c9e-beab-4b52591473f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05269e99-da34-4652-ba65-1a79495e66a2 HTTP/1.1" status: 204 len: 168 time: 0.1821549 Feb 09 06:21:52.039655 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e3087-e051-4c9e-beab-4b52591473f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05269e99-da34-4652-ba65-1a79495e66a2,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:52.208564 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 7cc33a51-4853-41a6-8e83-c2de2246c5c2 up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:21:52.254965 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port 7cc33a51-4853-41a6-8e83-c2de2246c5c2 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:21:52.255335 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:52.347846 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 7cc33a51-4853-41a6-8e83-c2de2246c5c2 is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:21:52.348233 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:52.373709 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8a8349-2116-40df-b1ef-cb1d998624ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc33a51-4853-41a6-8e83-c2de2246c5c2'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:21:52.376313 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25518618-6cb1-4b09-96eb-5150d2c28e80" -d '{"events": [{"server_uuid": "ca8a8349-2116-40df-b1ef-cb1d998624ee", "name": "network-vif-plugged", "status": "completed", "tag": "7cc33a51-4853-41a6-8e83-c2de2246c5c2"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:21:52.513049 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b759cc-7728-4c4a-9adf-b23460840898 x-openstack-request-id: req-d1b759cc-7728-4c4a-9adf-b23460840898 {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:21:52.513411 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8a8349-2116-40df-b1ef-cb1d998624ee", "name": "network-vif-plugged", "status": "completed", "tag": "7cc33a51-4853-41a6-8e83-c2de2246c5c2", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:21:52.513605 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1b759cc-7728-4c4a-9adf-b23460840898 {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:21:52.513993 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8a8349-2116-40df-b1ef-cb1d998624ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc33a51-4853-41a6-8e83-c2de2246c5c2', 'code': 200} Feb 09 06:21:52.517377 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 7cc33a51-4853-41a6-8e83-c2de2246c5c2, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7cc33a51-4853-41a6-8e83-c2de2246c5c2,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:21:52.588123 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:52.588947 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 0aaddf44-afa2-43e0-a8f7-9c9da18012bb no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:21:52.610746 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] No Port match for: 0aaddf44-afa2-43e0-a8f7-9c9da18012bb {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:21:52.611093 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 0aaddf44-afa2-43e0-a8f7-9c9da18012bb not bound to the agent host hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:21:52.655292 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b83037-e920-4365-903d-95bcedc2f05d req-4e9fc3f8-5cdc-4abc-b9bd-bfd879d1b67e tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:52.656918 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c0b83037-e920-4365-903d-95bcedc2f05d req-4e9fc3f8-5cdc-4abc-b9bd-bfd879d1b67e tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 947 time: 0.0654025 Feb 09 06:21:52.657043 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=7cc33a51-4853-41a6-8e83-c2de2246c5c2,revision_number=10']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:52.664809 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:52.665182 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:52.665538 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:52.665921 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:52.666296 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:52.666856 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:52.667283 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:52.667624 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:52.673957 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:52.673957 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:52.673957 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:52.673957 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:52.673957 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:21:52.705464 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c0b83037-e920-4365-903d-95bcedc2f05d req-47c0e0bd-9c74-46a7-89af-7e4e54d51de6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425301 Feb 09 06:21:52.849970 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48569fcb-a37c-4bf2-9f3f-14dd6ee97fb8 req-e229e562-5944-4ee4-95b1-353958d4155c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:52.851351 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-48569fcb-a37c-4bf2-9f3f-14dd6ee97fb8 req-e229e562-5944-4ee4-95b1-353958d4155c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0569150 Feb 09 06:21:52.901621 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-48569fcb-a37c-4bf2-9f3f-14dd6ee97fb8 req-9ad1ddff-cbfe-442c-b84c-4a0daf424536 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445335 Feb 09 06:21:53.190044 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8da69e-6a94-4fcf-95ea-253ac6f89bf0 req-46d694a0-68eb-4b07-b6b7-418cad3ee90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:53.191668 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-4d8da69e-6a94-4fcf-95ea-253ac6f89bf0 req-46d694a0-68eb-4b07-b6b7-418cad3ee90c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 1131 time: 0.0541625 Feb 09 06:21:53.267760 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-4d8da69e-6a94-4fcf-95ea-253ac6f89bf0 req-1511d15c-d071-48ae-970a-f1c95e245137 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384223 Feb 09 06:21:53.840054 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef49be-8471-4be5-9ef9-3e39608cb1bc req-26976de2-6958-433c-b912-76fa2a990bbe tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:53.841532 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-03ef49be-8471-4be5-9ef9-3e39608cb1bc req-26976de2-6958-433c-b912-76fa2a990bbe tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 947 time: 0.0563393 Feb 09 06:21:53.888738 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-03ef49be-8471-4be5-9ef9-3e39608cb1bc req-e312a086-599a-46e8-9999-95dda2489f4d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415118 Feb 09 06:21:54.018538 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a1445-71ab-49b1-ae9d-4ef814ca591f req-fbbbb03d-9094-4084-90db-edabb9ae36d2 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:54.020015 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5f2a1445-71ab-49b1-ae9d-4ef814ca591f req-fbbbb03d-9094-4084-90db-edabb9ae36d2 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0522795 Feb 09 06:21:54.076084 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5f2a1445-71ab-49b1-ae9d-4ef814ca591f req-6047ad2e-86ec-4714-a2aa-6581cab328fb tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428824 Feb 09 06:21:54.165230 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac56843-a84c-41c8-ae90-e441997b8bdd req-053ec335-8705-4b1a-b8dd-d5db49efa280 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:54.166706 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-9ac56843-a84c-41c8-ae90-e441997b8bdd req-053ec335-8705-4b1a-b8dd-d5db49efa280 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0520327 Feb 09 06:21:54.263214 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-9ac56843-a84c-41c8-ae90-e441997b8bdd req-8eeff032-f5ff-4778-afe7-16c2cbd394fa tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Deleting port dd9228dd-724e-40be-8917-f606b813fd82 {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:21:54.264259 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-9ac56843-a84c-41c8-ae90-e441997b8bdd req-8eeff032-f5ff-4778-afe7-16c2cbd394fa tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (dd9228dd-724e-40be-8917-f606b813fd82), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:54.368337 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-9ac56843-a84c-41c8-ae90-e441997b8bdd req-8eeff032-f5ff-4778-afe7-16c2cbd394fa tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] For port dd9228dd-724e-40be-8917-f606b813fd82, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=dd9228dd-724e-40be-8917-f606b813fd82,segment=NetworkSegment(d8fb8075-f4a1-40c5-a70f-a532b4dd14fc),segment_id=d8fb8075-f4a1-40c5-a70f-a532b4dd14fc)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:21:54.368694 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-9ac56843-a84c-41c8-ae90-e441997b8bdd req-8eeff032-f5ff-4778-afe7-16c2cbd394fa tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (dd9228dd-724e-40be-8917-f606b813fd82), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:54.381526 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-9ac56843-a84c-41c8-ae90-e441997b8bdd req-8eeff032-f5ff-4778-afe7-16c2cbd394fa tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Calling delete_port for dd9228dd-724e-40be-8917-f606b813fd82 owned by compute:nova {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:21:54.565124 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-9ac56843-a84c-41c8-ae90-e441997b8bdd req-8eeff032-f5ff-4778-afe7-16c2cbd394fa tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (dd9228dd-724e-40be-8917-f606b813fd82), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:54.596416 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeff032-f5ff-4778-afe7-16c2cbd394fa tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Pushing event deleted for resources: {'Port': ['ID=dd9228dd-724e-40be-8917-f606b813fd82,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:21:54.619122 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['898572b2-25e9-48d8-b22d-41abde8d6c05', 'dd9228dd-724e-40be-8917-f606b813fd82'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:21:54.637959 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac56843-a84c-41c8-ae90-e441997b8bdd req-8eeff032-f5ff-4778-afe7-16c2cbd394fa tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] No DVR routers for this DVR port dd9228dd-724e-40be-8917-f606b813fd82 on host hv-cinder-80192 {{(pid=103035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:21:54.640515 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-9ac56843-a84c-41c8-ae90-e441997b8bdd req-8eeff032-f5ff-4778-afe7-16c2cbd394fa tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:21:54.643832 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-9ac56843-a84c-41c8-ae90-e441997b8bdd req-8eeff032-f5ff-4778-afe7-16c2cbd394fa tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.30 "DELETE /v2.0/ports/dd9228dd-724e-40be-8917-f606b813fd82 HTTP/1.1" status: 204 len: 173 time: 0.4712768 Feb 09 06:21:54.646829 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ece68a0-a132-4466-b815-24c2f8a7e4d2', 'name': 'network-vif-deleted', 'tag': 'dd9228dd-724e-40be-8917-f606b813fd82'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:21:54.646829 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a310e41d-1d6b-4a1e-aaf9-c22b6e72b222" -d '{"events": [{"server_uuid": "2ece68a0-a132-4466-b815-24c2f8a7e4d2", "name": "network-vif-deleted", "tag": "dd9228dd-724e-40be-8917-f606b813fd82"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:21:54.691784 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfb82ea-158a-4510-9cca-4509f2974fb0 x-openstack-request-id: req-adfb82ea-158a-4510-9cca-4509f2974fb0 {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:21:54.692173 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ece68a0-a132-4466-b815-24c2f8a7e4d2", "name": "network-vif-deleted", "tag": "dd9228dd-724e-40be-8917-f606b813fd82", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:21:54.692492 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adfb82ea-158a-4510-9cca-4509f2974fb0 {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:21:54.692954 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ece68a0-a132-4466-b815-24c2f8a7e4d2', 'name': 'network-vif-deleted', 'tag': 'dd9228dd-724e-40be-8917-f606b813fd82', 'status': 'completed', 'code': 200} Feb 09 06:21:55.016874 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9e512-4e40-4846-b6a4-2825b4467c7c req-1cc6ca1d-f535-4af1-b147-63847c55331f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:55.018567 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f0a9e512-4e40-4846-b6a4-2825b4467c7c req-1cc6ca1d-f535-4af1-b147-63847c55331f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 947 time: 0.0576651 Feb 09 06:21:55.086587 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f0a9e512-4e40-4846-b6a4-2825b4467c7c req-7f0bd8de-1c7b-4773-8060-1cd22ec61b56 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598137 Feb 09 06:21:55.196501 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7e6e836f-77b8-4e11-859b-cc9459fcb7e8 req-179f3442-1486-4a34-8d9b-adea301b1d1e tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0279922 Feb 09 06:21:56.207328 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77560f55-bdb4-44af-b619-d41cf284ab07 req-dce78bd6-a303-438f-be5d-36c5434df67f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:56.208859 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-77560f55-bdb4-44af-b619-d41cf284ab07 req-dce78bd6-a303-438f-be5d-36c5434df67f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 947 time: 0.0533946 Feb 09 06:21:56.262932 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-77560f55-bdb4-44af-b619-d41cf284ab07 req-883572dd-0be8-4994-903b-c49c88bf68d6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426764 Feb 09 06:21:56.320387 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ec49d871-782e-4762-a14c-451d3e3d9508 req-0ce6f571-21e0-497e-b756-ec048ba4de6a tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0314541 Feb 09 06:21:57.391561 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff254e2-e080-41c4-87b7-bab4acf4eb35 req-4c107e44-3745-474d-8999-5150f4e6aa8a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:57.393286 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1ff254e2-e080-41c4-87b7-bab4acf4eb35 req-4c107e44-3745-474d-8999-5150f4e6aa8a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 947 time: 0.0624166 Feb 09 06:21:57.450354 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fb9f3189-6d9a-4a67-bee4-a8b19741f6ca req-baf86176-9b68-4c00-91b9-9ddcb11ca596 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0348146 Feb 09 06:21:57.466519 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1ff254e2-e080-41c4-87b7-bab4acf4eb35 req-c3e5432f-b7da-4fa3-8ecb-08eae2b28209 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661108 Feb 09 06:21:58.560389 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ba522c93-a1dc-43d4-ae17-35aade7eb3c9 req-4f70739e-08ea-4aaa-97ec-71c42a0ac7ac tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ece68a0-a132-4466-b815-24c2f8a7e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0336826 Feb 09 06:21:58.599311 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320fb52-497d-441d-83ab-d58149984c40 req-d729681b-05a7-4526-aef6-2ec76e70e536 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:58.600806 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6320fb52-497d-441d-83ab-d58149984c40 req-d729681b-05a7-4526-aef6-2ec76e70e536 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 947 time: 0.0651984 Feb 09 06:21:58.618728 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device dd9228dd-724e-40be-8917-f606b813fd82 no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:21:58.639177 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] No Port match for: dd9228dd-724e-40be-8917-f606b813fd82 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:21:58.639533 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device dd9228dd-724e-40be-8917-f606b813fd82 not bound to the agent host hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:21:58.653935 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6320fb52-497d-441d-83ab-d58149984c40 req-2933566d-4ec9-4a93-9ddd-7bc7463e6c33 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477698 Feb 09 06:21:59.781504 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc4e0a-fc7b-4188-8d8f-0dd3cb8f4913 req-c3d13a11-1fdb-4652-a4b6-2cb7a6461be2 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:21:59.784605 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f4cc4e0a-fc7b-4188-8d8f-0dd3cb8f4913 req-c3d13a11-1fdb-4652-a4b6-2cb7a6461be2 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 947 time: 0.0524545 Feb 09 06:21:59.835429 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f4cc4e0a-fc7b-4188-8d8f-0dd3cb8f4913 req-793f46c4-6834-40f7-9cc6-baee14535825 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422964 Feb 09 06:22:01.081528 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cb1f4-7dff-4fc5-b25a-0a7df353fd78 req-d98fd3be-cdf6-4c76-8dca-9f6404436415 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:01.083062 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-560cb1f4-7dff-4fc5-b25a-0a7df353fd78 req-d98fd3be-cdf6-4c76-8dca-9f6404436415 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0510364 Feb 09 06:22:01.129023 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-560cb1f4-7dff-4fc5-b25a-0a7df353fd78 req-b8ab454a-9a87-42cf-9b63-2db6727710a6 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403624 Feb 09 06:22:02.091022 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:02.258116 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10314d7-8949-4e7a-b657-ee6c50699645 req-ae30bb7e-30de-498e-90eb-1cc3f25698aa tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:02.259620 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e10314d7-8949-4e7a-b657-ee6c50699645 req-ae30bb7e-30de-498e-90eb-1cc3f25698aa tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0567560 Feb 09 06:22:02.304975 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e10314d7-8949-4e7a-b657-ee6c50699645 req-37d3b1d1-fc0f-4ec5-bf8f-ff8ed01015e2 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398190 Feb 09 06:22:03.311760 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fef691-6f72-4a25-8e6e-ebbf272ee3c1 req-0d3fa580-1255-4981-9461-0cf41417cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:03.313310 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-15fef691-6f72-4a25-8e6e-ebbf272ee3c1 req-0d3fa580-1255-4981-9461-0cf41417cd19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d24c9276ccc34d9d8d00b76f66800588&device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 1129 time: 0.0435061 Feb 09 06:22:03.405236 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fef691-6f72-4a25-8e6e-ebbf272ee3c1 req-22d89599-a756-4198-8c76-021454b02516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:03.406797 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-15fef691-6f72-4a25-8e6e-ebbf272ee3c1 req-22d89599-a756-4198-8c76-021454b02516 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f0bda187-4e28-4090-8960-43f4efd30296 HTTP/1.1" status: 200 len: 918 time: 0.0871720 Feb 09 06:22:03.420992 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd714f11-40c3-4c82-8cae-e28d2c4e2ea8 req-aa0f947a-7d02-441d-a757-1fcfad3ebf23 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:03.422487 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-dd714f11-40c3-4c82-8cae-e28d2c4e2ea8 req-aa0f947a-7d02-441d-a757-1fcfad3ebf23 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0509155 Feb 09 06:22:03.449235 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-15fef691-6f72-4a25-8e6e-ebbf272ee3c1 req-c53bed6e-8282-4745-b59f-23695ea02651 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b HTTP/1.1" status: 200 len: 217 time: 0.0342014 Feb 09 06:22:03.467498 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-dd714f11-40c3-4c82-8cae-e28d2c4e2ea8 req-33dc62cc-b975-4244-86db-a4db729b86a4 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395949 Feb 09 06:22:03.495086 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fef691-6f72-4a25-8e6e-ebbf272ee3c1 req-e0359339-5dc2-42b8-9c58-cfc362f6cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:03.496593 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-15fef691-6f72-4a25-8e6e-ebbf272ee3c1 req-e0359339-5dc2-42b8-9c58-cfc362f6cf45 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9875eb3a-2b3e-4144-a2ff-7cc38bef213b HTTP/1.1" status: 200 len: 858 time: 0.0410874 Feb 09 06:22:03.530998 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-15fef691-6f72-4a25-8e6e-ebbf272ee3c1 req-5c918252-9d32-43be-925b-cc5d18800d99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0bda187-4e28-4090-8960-43f4efd30296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280266 Feb 09 06:22:03.616268 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-15fef691-6f72-4a25-8e6e-ebbf272ee3c1 req-4b8c8f37-ddc0-4d46-b4e4-5c90815b95e2 service neutron] 10.222.0.30 "GET /v2.0/networks/f0bda187-4e28-4090-8960-43f4efd30296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776165 Feb 09 06:22:03.709187 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-15fef691-6f72-4a25-8e6e-ebbf272ee3c1 req-7a39bc2e-584d-4793-afe0-2f70db4a4376 service neutron] 10.222.0.30 "GET /v2.0/networks/f0bda187-4e28-4090-8960-43f4efd30296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853744 Feb 09 06:22:04.583405 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ae174-32a0-420f-baef-023a6d8f69f0 req-2cc1367d-a76c-4552-b4ea-12f00fb86a7f tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:04.584895 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bc1ae174-32a0-420f-baef-023a6d8f69f0 req-2cc1367d-a76c-4552-b4ea-12f00fb86a7f tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0510392 Feb 09 06:22:04.632799 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bc1ae174-32a0-420f-baef-023a6d8f69f0 req-c573fa38-5c11-4405-ae27-8937ff398cc2 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424535 Feb 09 06:22:05.585294 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38923b4-e3ed-43df-a1ff-df3a5686360d req-0f07eba8-417c-48ab-b033-7f0649f9fdbc tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:05.586785 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b38923b4-e3ed-43df-a1ff-df3a5686360d req-0f07eba8-417c-48ab-b033-7f0649f9fdbc tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 945 time: 0.0514770 Feb 09 06:22:05.632284 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b38923b4-e3ed-43df-a1ff-df3a5686360d req-6ca162f9-f419-4d6e-9df3-c0a01c5b422c tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399265 Feb 09 06:22:05.749089 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2fa0b-dc30-45e6-8a2a-9b8b88248ed8 req-4d293067-6ad3-4548-bc59-b7bffc0c5759 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:05.750933 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2ce2fa0b-dc30-45e6-8a2a-9b8b88248ed8 req-4d293067-6ad3-4548-bc59-b7bffc0c5759 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0518613 Feb 09 06:22:05.794926 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2ce2fa0b-dc30-45e6-8a2a-9b8b88248ed8 req-889b8d1c-46a5-4b8d-bc6f-8928a4a1abea tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385973 Feb 09 06:22:06.755047 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53a865-1d45-4944-b3e5-55388909d369 req-b8d22a0e-f1ec-4e54-a79f-0bb344811ba6 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:06.756544 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-dd53a865-1d45-4944-b3e5-55388909d369 req-b8d22a0e-f1ec-4e54-a79f-0bb344811ba6 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 945 time: 0.0570390 Feb 09 06:22:06.802243 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-dd53a865-1d45-4944-b3e5-55388909d369 req-385737a7-01c0-4a64-a452-9b0cc2676095 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401638 Feb 09 06:22:06.911166 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503b489-edf7-45c1-9d6d-9093fd37882e req-bdeeba21-09ea-4071-8d80-320084b95d29 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:06.912609 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e503b489-edf7-45c1-9d6d-9093fd37882e req-bdeeba21-09ea-4071-8d80-320084b95d29 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0510468 Feb 09 06:22:06.956507 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e503b489-edf7-45c1-9d6d-9093fd37882e req-4b58d48a-a23a-4668-a790-f4134c09cfc4 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385549 Feb 09 06:22:07.921568 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31961a69-3a07-43fe-afee-793f3f3b13c0 req-7b157cbe-af8c-4801-bdee-82bc17128e7e tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:07.923103 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-31961a69-3a07-43fe-afee-793f3f3b13c0 req-7b157cbe-af8c-4801-bdee-82bc17128e7e tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 945 time: 0.0556867 Feb 09 06:22:07.968027 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-31961a69-3a07-43fe-afee-793f3f3b13c0 req-18e999c2-e59d-40c5-ba69-23ccc0485f9b tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394611 Feb 09 06:22:08.070965 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0df858-772b-4ada-8fe0-c97dd274374b req-09a4777a-1eb7-4705-afe7-f16223ae2d87 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:08.072428 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8d0df858-772b-4ada-8fe0-c97dd274374b req-09a4777a-1eb7-4705-afe7-f16223ae2d87 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0503888 Feb 09 06:22:08.120902 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8d0df858-772b-4ada-8fe0-c97dd274374b req-31c01e72-af6d-44e4-859d-848fb13a0a29 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429683 Feb 09 06:22:09.113819 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-d4d6cfb0-ec1f-4d86-a1c6-038dfb6b676c tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1868449106&fields=id&tenant_id=6b80cac37fcb437488c5ff4623570b82 HTTP/1.1" status: 200 len: 267 time: 0.0768816 Feb 09 06:22:09.121140 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f714eaa-d5cd-42cf-9999-70f819cd02ee req-b15f2b3d-c1cb-4711-9b62-45185af8da48 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:09.124908 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5f714eaa-d5cd-42cf-9999-70f819cd02ee req-b15f2b3d-c1cb-4711-9b62-45185af8da48 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 945 time: 0.0869513 Feb 09 06:22:09.232587 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5f714eaa-d5cd-42cf-9999-70f819cd02ee req-f27e3c9a-9d4d-489c-b521-f488f3f496fb tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003423 Feb 09 06:22:09.251735 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-3c0ae82e-1085-4f94-96b3-8ef6d9774dbd tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:09.253207 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-3c0ae82e-1085-4f94-96b3-8ef6d9774dbd tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/networks?id=67ec2c57-d1a0-457d-93b8-506d35295f01 HTTP/1.1" status: 200 len: 808 time: 0.1298263 Feb 09 06:22:09.267763 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-9b4b6c34-c20d-4dcf-86ac-e8965f14e2e7 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/quotas/6b80cac37fcb437488c5ff4623570b82 HTTP/1.1" status: 200 len: 375 time: 0.0093582 Feb 09 06:22:09.350417 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-f34b6510-b6b3-48b1-b977-b67d3ad91bf7 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b80cac37fcb437488c5ff4623570b82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776215 Feb 09 06:22:09.361653 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49e85f-693b-4568-bb8d-2593221d2f84 req-529f4d42-7e97-4307-bcd0-5c0ec8a92393 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:09.363133 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ba49e85f-693b-4568-bb8d-2593221d2f84 req-529f4d42-7e97-4307-bcd0-5c0ec8a92393 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0650101 Feb 09 06:22:09.463974 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ba49e85f-693b-4568-bb8d-2593221d2f84 req-627c7ca8-3cd8-4850-b8dd-671d736bdaf2 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929346 Feb 09 06:22:09.485022 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-4c297d9c-45ee-404e-9be4-de930894999a service neutron] 10.222.0.13 "GET /v2.0/networks/67ec2c57-d1a0-457d-93b8-506d35295f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208000 Feb 09 06:22:09.575686 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-5d98fd41-cfa9-4214-86f6-7d2182af673e service neutron] 10.222.0.13 "GET /v2.0/networks/67ec2c57-d1a0-457d-93b8-506d35295f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810878 Feb 09 06:22:09.997569 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6458a-8b36-4814-83ec-c83f3a16aa36 req-1b99fc99-b640-41bb-ba85-df9c84aeac00 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:09.999180 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-38a6458a-8b36-4814-83ec-c83f3a16aa36 req-1b99fc99-b640-41bb-ba85-df9c84aeac00 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.30 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 945 time: 0.0621464 Feb 09 06:22:10.091670 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-38a6458a-8b36-4814-83ec-c83f3a16aa36 req-9e8a2f1b-2002-418c-9909-d2979381e481 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Deleting port 898572b2-25e9-48d8-b22d-41abde8d6c05 {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:22:10.092014 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-38a6458a-8b36-4814-83ec-c83f3a16aa36 req-9e8a2f1b-2002-418c-9909-d2979381e481 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (898572b2-25e9-48d8-b22d-41abde8d6c05), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:10.200776 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-38a6458a-8b36-4814-83ec-c83f3a16aa36 req-9e8a2f1b-2002-418c-9909-d2979381e481 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] For port 898572b2-25e9-48d8-b22d-41abde8d6c05, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=898572b2-25e9-48d8-b22d-41abde8d6c05,segment=NetworkSegment(d8fb8075-f4a1-40c5-a70f-a532b4dd14fc),segment_id=d8fb8075-f4a1-40c5-a70f-a532b4dd14fc)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:22:10.201140 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-38a6458a-8b36-4814-83ec-c83f3a16aa36 req-9e8a2f1b-2002-418c-9909-d2979381e481 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (898572b2-25e9-48d8-b22d-41abde8d6c05), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:10.206714 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-18d499d9-a3c5-427a-9739-4a65fa98fb94 req-6f6d678b-3283-40c6-bb8b-2d468573ac74 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 210 time: 0.0368454 Feb 09 06:22:10.214342 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-38a6458a-8b36-4814-83ec-c83f3a16aa36 req-9e8a2f1b-2002-418c-9909-d2979381e481 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Calling delete_port for 898572b2-25e9-48d8-b22d-41abde8d6c05 owned by compute:nova {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:22:10.366385 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caaf0d-abbd-436b-87c5-7f1fc326a76b req-5f29d3b2-15af-47e4-bffd-0f56c6d729f2 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:10.367901 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a3caaf0d-abbd-436b-87c5-7f1fc326a76b req-5f29d3b2-15af-47e4-bffd-0f56c6d729f2 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 945 time: 0.0659263 Feb 09 06:22:10.414544 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a3caaf0d-abbd-436b-87c5-7f1fc326a76b req-3786af33-43ac-4cfa-9ea2-6ab5c569bdce tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7733402-92e6-49ce-bee4-85ed59010504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407934 Feb 09 06:22:10.423493 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-38a6458a-8b36-4814-83ec-c83f3a16aa36 req-9e8a2f1b-2002-418c-9909-d2979381e481 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (898572b2-25e9-48d8-b22d-41abde8d6c05), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:10.453004 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a2f1b-2002-418c-9909-d2979381e481 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Pushing event deleted for resources: {'Port': ['ID=898572b2-25e9-48d8-b22d-41abde8d6c05,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:10.477673 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['898572b2-25e9-48d8-b22d-41abde8d6c05'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:22:10.503392 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a6458a-8b36-4814-83ec-c83f3a16aa36 req-9e8a2f1b-2002-418c-9909-d2979381e481 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] No DVR routers for this DVR port 898572b2-25e9-48d8-b22d-41abde8d6c05 on host hv-cinder-80192 {{(pid=103035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:22:10.505752 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-38a6458a-8b36-4814-83ec-c83f3a16aa36 req-9e8a2f1b-2002-418c-9909-d2979381e481 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:10.509111 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-38a6458a-8b36-4814-83ec-c83f3a16aa36 req-9e8a2f1b-2002-418c-9909-d2979381e481 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.30 "DELETE /v2.0/ports/898572b2-25e9-48d8-b22d-41abde8d6c05 HTTP/1.1" status: 204 len: 173 time: 0.5045493 Feb 09 06:22:10.509565 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935e8ca2-5bdf-4976-9470-221841c16fbd', 'name': 'network-vif-deleted', 'tag': '898572b2-25e9-48d8-b22d-41abde8d6c05'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:22:10.511860 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d4696b-1d7e-4700-b1df-73f51e51f522" -d '{"events": [{"server_uuid": "935e8ca2-5bdf-4976-9470-221841c16fbd", "name": "network-vif-deleted", "tag": "898572b2-25e9-48d8-b22d-41abde8d6c05"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:22:10.554483 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1379549-159d-4661-ab39-f7a7e3a18f33 x-openstack-request-id: req-a1379549-159d-4661-ab39-f7a7e3a18f33 {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:22:10.554483 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935e8ca2-5bdf-4976-9470-221841c16fbd", "name": "network-vif-deleted", "tag": "898572b2-25e9-48d8-b22d-41abde8d6c05", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:22:10.554483 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1379549-159d-4661-ab39-f7a7e3a18f33 {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:22:10.554483 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935e8ca2-5bdf-4976-9470-221841c16fbd', 'name': 'network-vif-deleted', 'tag': '898572b2-25e9-48d8-b22d-41abde8d6c05', 'status': 'completed', 'code': 200} Feb 09 06:22:10.585203 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c216eb-d64e-49c6-8cd2-0e849b82ac38 req-07572101-629b-4b5a-81a6-189a58ae36bd tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:10.587170 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a9c216eb-d64e-49c6-8cd2-0e849b82ac38 req-07572101-629b-4b5a-81a6-189a58ae36bd tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0530982 Feb 09 06:22:10.635836 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a9c216eb-d64e-49c6-8cd2-0e849b82ac38 req-b13fb5b8-fbbd-4917-b379-195b179e6728 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430458 Feb 09 06:22:11.028538 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-32a1d4f3-51b9-4a8c-a834-93ab7edf3f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:11.305068 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cffe04de-391e-4c3f-b526-899b0849a28c req-4c5112bb-9260-4ded-97da-83157e5e1476 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 210 time: 0.0308690 Feb 09 06:22:11.518824 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e30e055a-f4b3-44cc-b576-034bb24a0b82 req-4c5fedc9-495b-4476-9399-066bb6414793 tempest-AttachVolumeNegativeTest-216000225 tempest-AttachVolumeNegativeTest-216000225-project] 10.222.0.13 "GET /v2.0/ports?device_id=935e8ca2-5bdf-4976-9470-221841c16fbd HTTP/1.1" status: 200 len: 210 time: 0.0263500 Feb 09 06:22:11.761604 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b447ca5-7685-43c4-b407-e208bc7ffa60 req-f52ecbab-fe2e-4f8e-9c44-89819b8881ab tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:11.763775 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6b447ca5-7685-43c4-b407-e208bc7ffa60 req-f52ecbab-fe2e-4f8e-9c44-89819b8881ab tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0566840 Feb 09 06:22:11.814055 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6b447ca5-7685-43c4-b407-e208bc7ffa60 req-68573786-9810-4938-8403-5850fa6469aa tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446928 Feb 09 06:22:12.399614 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a546c0de-afc9-48c7-a968-ffe94c5ea84a req-968fa7a4-4449-44ff-be1a-db4fd838b79a tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 210 time: 0.0288484 Feb 09 06:22:12.573573 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 55712) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:12.616919 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_v2 [None req-a756d90b-ee92-47c3-8a10-ea064d84197a admin admin] Deleting subnet 17699ff6-b85b-405b-b589-92a77c85fd65 {{(pid=103035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 06:22:12.620420 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a756d90b-ee92-47c3-8a10-ea064d84197a admin admin] Publish callbacks [] for subnet (17699ff6-b85b-405b-b589-92a77c85fd65), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:12.658122 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a756d90b-ee92-47c3-8a10-ea064d84197a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5020422'] for subnet (17699ff6-b85b-405b-b589-92a77c85fd65), precommit_delete_associations {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:12.695338 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a756d90b-ee92-47c3-8a10-ea064d84197a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070576'] for subnet (17699ff6-b85b-405b-b589-92a77c85fd65), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:12.841899 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-879ef79b-d60a-4c97-838f-58a237a9df28 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:12.843027 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-879ef79b-d60a-4c97-838f-58a237a9df28 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.30 "GET /v2.0/networks?id=67ec2c57-d1a0-457d-93b8-506d35295f01 HTTP/1.1" status: 200 len: 808 time: 0.1062596 Feb 09 06:22:12.883705 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a756d90b-ee92-47c3-8a10-ea064d84197a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5111084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5061547'] for subnet (17699ff6-b85b-405b-b589-92a77c85fd65), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:12.914361 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756d90b-ee92-47c3-8a10-ea064d84197a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17699ff6-b85b-405b-b589-92a77c85fd65,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:12.925033 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a756d90b-ee92-47c3-8a10-ea064d84197a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for subnet (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:12.928438 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-a756d90b-ee92-47c3-8a10-ea064d84197a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/17699ff6-b85b-405b-b589-92a77c85fd65 HTTP/1.1" status: 204 len: 168 time: 0.3539507 Feb 09 06:22:12.931587 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 55716) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:12.956597 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44041bec-037d-45e2-9d9e-e006722720e1 req-ba56e04b-7730-4f02-b397-945b8bd87cb5 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:12.959461 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-44041bec-037d-45e2-9d9e-e006722720e1 req-ba56e04b-7730-4f02-b397-945b8bd87cb5 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0709381 Feb 09 06:22:12.959606 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-fe7b12b3-3f0a-48fd-bd58-938816e73ee7 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b80cac37fcb437488c5ff4623570b82 HTTP/1.1" status: 200 len: 380 time: 0.0940099 Feb 09 06:22:12.969442 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-81276e50-e9b5-4bca-b006-0d0c12013197 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Request body: {'port': {'device_id': '03e048eb-0113-4744-8f66-38855d94f204', 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01', 'admin_state_up': True, 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'security_groups': ['f2d5bc9b-4bf3-45e9-b520-9546ca517236']}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:22:13.034089 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-85b0daa5-16ff-4635-a987-7f38eabd9a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096870'] for network (229396a1-26e4-4278-9f79-edf04db0937b), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:13.055154 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-44041bec-037d-45e2-9d9e-e006722720e1 req-be0e0249-b16d-4b05-8520-2034c472fe63 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735283 Feb 09 06:22:13.126026 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-85b0daa5-16ff-4635-a987-7f38eabd9a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1884327', 'neutron.services.segments.db._delete_segments_for_network-8788413974977'] for network (229396a1-26e4-4278-9f79-edf04db0937b), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:13.145956 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.services.segments.db [None req-85b0daa5-16ff-4635-a987-7f38eabd9a86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229396a1-26e4-4278-9f79-edf04db0937b']}} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:22:13.149385 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-81276e50-e9b5-4bca-b006-0d0c12013197 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Made reservation on behalf of 6b80cac37fcb437488c5ff4623570b82 for: {'port': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:22:13.153461 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-81276e50-e9b5-4bca-b006-0d0c12013197 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:13.155476 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.services.segments.db [None req-85b0daa5-16ff-4635-a987-7f38eabd9a86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fb8075-f4a1-40c5-a70f-a532b4dd14fc') {'for_net_delete': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:22:13.156290 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.services.segments.db [None req-85b0daa5-16ff-4635-a987-7f38eabd9a86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fb8075-f4a1-40c5-a70f-a532b4dd14fc') {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:22:13.165848 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-85b0daa5-16ff-4635-a987-7f38eabd9a86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788413976266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5819285'] for segment (d8fb8075-f4a1-40c5-a70f-a532b4dd14fc), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:13.182244 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-85b0daa5-16ff-4635-a987-7f38eabd9a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (d8fb8075-f4a1-40c5-a70f-a532b4dd14fc), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:13.189158 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b0daa5-16ff-4635-a987-7f38eabd9a86 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 06:22:13.189552 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-85b0daa5-16ff-4635-a987-7f38eabd9a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6166218'] for segment (d8fb8075-f4a1-40c5-a70f-a532b4dd14fc), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: Traceback (most recent call last): Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: timer() Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: cb(*args, **kw) Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: return func(*args, **kwargs) Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: self._notify() Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: self.callback(batched_events) Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: event.method(event) Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: return f(self, *a, **k) Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: return self._get(url).json() Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: return self.request(url, 'GET', **kwargs) Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 06:22:13.191553 dv-cinder-801923-6-iscsi neutron-server[103034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 06:22:13.213415 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:22:13.287652 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-81276e50-e9b5-4bca-b006-0d0c12013197 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Allocated IP 172.20.0.5 (67ec2c57-d1a0-457d-93b8-506d35295f01/aa956a71-db8c-4321-9989-c93881b8caef/c82ca616-f6aa-47df-b70a-2e2e77752d30) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:22:13.337074 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-85b0daa5-16ff-4635-a987-7f38eabd9a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1884350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540539'] for network (229396a1-26e4-4278-9f79-edf04db0937b), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:13.342737 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-85b0daa5-16ff-4635-a987-7f38eabd9a86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:13.350020 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-85b0daa5-16ff-4635-a987-7f38eabd9a86 admin admin] 10.222.0.13 "DELETE /v2.0/networks/229396a1-26e4-4278-9f79-edf04db0937b HTTP/1.1" status: 204 len: 168 time: 0.4139760 Feb 09 06:22:13.365468 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0daa5-16ff-4635-a987-7f38eabd9a86 admin admin] Pushing event deleted for resources: {'Network': ['ID=229396a1-26e4-4278-9f79-edf04db0937b,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:13.433510 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-81276e50-e9b5-4bca-b006-0d0c12013197 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:13.512186 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-23860289-114d-43d1-8ddc-fb6f7bd35370 req-7b19de64-8d1e-462e-9d16-9471b13500f2 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 210 time: 0.0265300 Feb 09 06:22:13.579117 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226a35a-3109-49a2-84d7-2c62d33ebf76 req-955615ea-d1bd-4be6-8feb-93a8d9165029 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:13.580605 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5226a35a-3109-49a2-84d7-2c62d33ebf76 req-955615ea-d1bd-4be6-8feb-93a8d9165029 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0533388 Feb 09 06:22:13.590749 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-81276e50-e9b5-4bca-b006-0d0c12013197 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:13.631357 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5226a35a-3109-49a2-84d7-2c62d33ebf76 req-1a5e7736-e9e0-47a6-855b-602e52b42246 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452323 Feb 09 06:22:13.636547 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-81276e50-e9b5-4bca-b006-0d0c12013197 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Network 67ec2c57-d1a0-457d-93b8-506d35295f01 is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:22:13.639925 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-81276e50-e9b5-4bca-b006-0d0c12013197 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:22:13.644200 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-81276e50-e9b5-4bca-b006-0d0c12013197 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:22:13.676671 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81276e50-e9b5-4bca-b006-0d0c12013197 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Pushing event updated for resources: {'Port': ['ID=c82ca616-f6aa-47df-b70a-2e2e77752d30,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:13.690632 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-816296fe-2c02-41cf-b5a0-fa88f7f4a81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:13.714530 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-81276e50-e9b5-4bca-b006-0d0c12013197 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:13.722572 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-81276e50-e9b5-4bca-b006-0d0c12013197 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:13.803031 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-81276e50-e9b5-4bca-b006-0d0c12013197 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8372056 Feb 09 06:22:13.812160 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 55734) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:13.824298 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] Request body: {'port': {'device_id': '03e048eb-0113-4744-8f66-38855d94f204', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80192'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:22:13.855881 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-e9f83603-b51c-4f87-af88-95db65b4bad1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03ef937c2ef44614b2ea53686df186b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424571 Feb 09 06:22:13.858412 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 55736) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:13.891227 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:13.891488 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-7a27dc2e-cde7-4d5d-b43e-1027dc17ab7a None None] Provisioning complete for port c82ca616-f6aa-47df-b70a-2e2e77752d30 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:22:13.891838 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-7a27dc2e-cde7-4d5d-b43e-1027dc17ab7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:13.909193 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7b2f61ed-0aa4-49e2-a301-218483074ee4 admin admin] Publish callbacks [] for security_group (d7733402-92e6-49ce-bee4-85ed59010504), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:13.929871 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-7a27dc2e-cde7-4d5d-b43e-1027dc17ab7a None None] Port c82ca616-f6aa-47df-b70a-2e2e77752d30 cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:22:13.933326 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7b2f61ed-0aa4-49e2-a301-218483074ee4 admin admin] Publish callbacks [] for security_group (d7733402-92e6-49ce-bee4-85ed59010504), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:14.050886 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7b2f61ed-0aa4-49e2-a301-218483074ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (d7733402-92e6-49ce-bee4-85ed59010504), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:14.053533 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7b2f61ed-0aa4-49e2-a301-218483074ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:14.054897 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-7b2f61ed-0aa4-49e2-a301-218483074ee4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7733402-92e6-49ce-bee4-85ed59010504 HTTP/1.1" status: 204 len: 168 time: 0.1955612 Feb 09 06:22:14.063104 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f61ed-0aa4-49e2-a301-218483074ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7733402-92e6-49ce-bee4-85ed59010504,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:14.168785 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c82ca616-f6aa-47df-b70a-2e2e77752d30 {{(pid=103035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:22:14.177298 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] Publish callbacks [] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:14.200446 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.provisioning_blocks [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] Transition to ACTIVE for port object c82ca616-f6aa-47df-b70a-2e2e77752d30 will not be triggered until provisioned by entity L2. {{(pid=103035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 06:22:14.202528 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f0727-c9c3-40f8-bacc-bb3a50cf7be5 req-e35c2192-e810-4866-983e-c703606fabfd tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:14.205013 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-189f0727-c9c3-40f8-bacc-bb3a50cf7be5 req-e35c2192-e810-4866-983e-c703606fabfd tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0654039 Feb 09 06:22:14.253918 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-189f0727-c9c3-40f8-bacc-bb3a50cf7be5 req-26d8296a-2112-4a26-9b2e-35ad4bc471cb tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433919 Feb 09 06:22:14.308093 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:14.359004 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] Pushing event updated for resources: {'Port': ['ID=c82ca616-f6aa-47df-b70a-2e2e77752d30,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:14.384538 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:14.435042 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] Attempting to bind port c82ca616-f6aa-47df-b70a-2e2e77752d30 on host hv-cinder-80192 for vnic_type normal with profile {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:22:14.435382 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] Attempting to bind port c82ca616-f6aa-47df-b70a-2e2e77752d30 by drivers openvswitch,hyperv on host hv-cinder-80192 at level 0 using segments [{'id': '08ec5fe7-f64e-468b-9c61-6936370d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01'}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:22:14.435712 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] Attempting to bind port c82ca616-f6aa-47df-b70a-2e2e77752d30 on network 67ec2c57-d1a0-457d-93b8-506d35295f01 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:22:14.441326 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] Port c82ca616-f6aa-47df-b70a-2e2e77752d30 on network 67ec2c57-d1a0-457d-93b8-506d35295f01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80192 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 06:22:14.441326 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] Attempting to bind port c82ca616-f6aa-47df-b70a-2e2e77752d30 on network 67ec2c57-d1a0-457d-93b8-506d35295f01 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:22:14.447144 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] Checking agent: {'id': '16e2666b-01c8-44a0-ad9b-455a2be8881c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80192', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'started_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:22:14.447587 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] Checking segment: {'id': '08ec5fe7-f64e-468b-9c61-6936370d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:22:14.448204 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] Bound using segment: {'id': '08ec5fe7-f64e-468b-9c61-6936370d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01'} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:22:14.448732 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] Bound port: c82ca616-f6aa-47df-b70a-2e2e77752d30, host: hv-cinder-80192, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ec5fe7-f64e-468b-9c61-6936370d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01'}}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:22:14.449182 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:14.522175 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] For port c82ca616-f6aa-47df-b70a-2e2e77752d30, host hv-cinder-80192, cleared binding levels {{(pid=103035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:22:14.525394 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] For port c82ca616-f6aa-47df-b70a-2e2e77752d30, host hv-cinder-80192, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=c82ca616-f6aa-47df-b70a-2e2e77752d30,segment=NetworkSegment(08ec5fe7-f64e-468b-9c61-6936370d96ee),segment_id=08ec5fe7-f64e-468b-9c61-6936370d96ee)] {{(pid=103035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:22:14.607404 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:14.643594 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1c655-826f-4960-8d57-7c4dcb9490e4 req-36880cfc-8693-49ad-a8fe-409944ff9493 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:14.647648 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:14.647648 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:14.647961 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e3c1c655-826f-4960-8d57-7c4dcb9490e4 req-36880cfc-8693-49ad-a8fe-409944ff9493 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.0616846 Feb 09 06:22:14.648057 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] 10.222.0.30 "PUT /v2.0/ports/c82ca616-f6aa-47df-b70a-2e2e77752d30 HTTP/1.1" status: 200 len: 1093 time: 0.8263657 Feb 09 06:22:14.648057 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e048eb-0113-4744-8f66-38855d94f204', 'tag': 'c82ca616-f6aa-47df-b70a-2e2e77752d30'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:22:14.648833 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71f660e-e02d-4c24-ba33-03d678b52de6" -d '{"events": [{"name": "network-changed", "server_uuid": "03e048eb-0113-4744-8f66-38855d94f204", "tag": "c82ca616-f6aa-47df-b70a-2e2e77752d30"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:22:14.682527 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 898572b2-25e9-48d8-b22d-41abde8d6c05 no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:22:14.687635 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4aeb93-7314-449c-a362-89e8f096918b service neutron] Pushing event updated for resources: {'Port': ['ID=c82ca616-f6aa-47df-b70a-2e2e77752d30,revision_number=3']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:14.708122 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] No Port match for: 898572b2-25e9-48d8-b22d-41abde8d6c05 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:22:14.709266 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 898572b2-25e9-48d8-b22d-41abde8d6c05 not bound to the agent host hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:22:14.730655 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d881c6-c4f4-4591-82d0-21e1341f97b3 x-openstack-request-id: req-17d881c6-c4f4-4591-82d0-21e1341f97b3 {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:22:14.731234 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e048eb-0113-4744-8f66-38855d94f204", "tag": "c82ca616-f6aa-47df-b70a-2e2e77752d30", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:22:14.731715 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17d881c6-c4f4-4591-82d0-21e1341f97b3 {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:22:14.732221 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e048eb-0113-4744-8f66-38855d94f204', 'tag': 'c82ca616-f6aa-47df-b70a-2e2e77752d30', 'status': 'completed', 'code': 200} Feb 09 06:22:14.755199 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e3c1c655-826f-4960-8d57-7c4dcb9490e4 req-1788b715-629f-4cf7-8479-12df2e844930 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913019 Feb 09 06:22:14.887264 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f660e-e02d-4c24-ba33-03d678b52de6 req-4aa49d1e-17ff-47b6-a034-d47b1c485545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:14.889934 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-a71f660e-e02d-4c24-ba33-03d678b52de6 req-4aa49d1e-17ff-47b6-a034-d47b1c485545 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b80cac37fcb437488c5ff4623570b82&device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 1127 time: 0.0925491 Feb 09 06:22:14.897024 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a395abc-adff-4a4b-b755-574381c68715 req-39026d8c-301d-4d0a-b10e-dbae60ad4479 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:14.899000 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3a395abc-adff-4a4b-b755-574381c68715 req-39026d8c-301d-4d0a-b10e-dbae60ad4479 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.1035817 Feb 09 06:22:14.951757 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3a395abc-adff-4a4b-b755-574381c68715 req-ef43c387-feb4-4748-822f-f1a6bc5fc9fe tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461135 Feb 09 06:22:15.009363 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f660e-e02d-4c24-ba33-03d678b52de6 req-f8c6f79b-0af9-4856-a004-bd47d4a0dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:15.010869 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-a71f660e-e02d-4c24-ba33-03d678b52de6 req-f8c6f79b-0af9-4856-a004-bd47d4a0dcbc service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6b80cac37fcb437488c5ff4623570b82&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1021605 Feb 09 06:22:15.103520 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f660e-e02d-4c24-ba33-03d678b52de6 req-10cd8081-0436-4bfb-9ffa-75832b17ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:15.104997 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-a71f660e-e02d-4c24-ba33-03d678b52de6 req-10cd8081-0436-4bfb-9ffa-75832b17ba17 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0879240 Feb 09 06:22:15.226636 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-a319963a-4c97-4913-a155-0fb97949e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:15.228237 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-a319963a-4c97-4913-a155-0fb97949e5a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b80cac37fcb437488c5ff4623570b82&device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 1127 time: 0.0491695 Feb 09 06:22:15.250333 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 55770) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:15.283267 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-8abc07f0-2b8e-468c-8ad8-450f6aa9a477 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c82ca616-f6aa-47df-b70a-2e2e77752d30 HTTP/1.1" status: 200 len: 217 time: 0.0403366 Feb 09 06:22:15.337273 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-1a12c03b-5310-4dcc-8e6b-65600edb22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:15.339570 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-1a12c03b-5310-4dcc-8e6b-65600edb22b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa956a71-db8c-4321-9989-c93881b8caef HTTP/1.1" status: 200 len: 847 time: 0.0486908 Feb 09 06:22:15.402042 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432a21a-43e2-4849-98e3-04bfd1c136bc req-4ededfeb-138f-4b5f-bd94-a050d6377361 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:15.404123 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1432a21a-43e2-4849-98e3-04bfd1c136bc req-4ededfeb-138f-4b5f-bd94-a050d6377361 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0663495 Feb 09 06:22:15.407025 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-d337ec96-f13d-4948-9529-12072c493314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:15.408685 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-d337ec96-f13d-4948-9529-12072c493314 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ec2c57-d1a0-457d-93b8-506d35295f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581501 Feb 09 06:22:15.459159 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1432a21a-43e2-4849-98e3-04bfd1c136bc req-783f75c0-2f74-49d7-b49d-d4178c2de9cd tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492129 Feb 09 06:22:15.488143 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-69860c12-1acc-458b-8e29-366f87edac09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:15.552405 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-36f8d543-13fe-452e-8bb9-708d20846183 service neutron] 10.222.0.30 "GET /v2.0/networks/67ec2c57-d1a0-457d-93b8-506d35295f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314871 Feb 09 06:22:15.659063 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-69860c12-1acc-458b-8e29-366f87edac09 admin admin] Publish callbacks [] for security_group (efd4eec2-23b6-4530-8941-3291fc49908c), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:15.677231 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-df53b6d6-7d5c-4148-aae1-45e58681cb76 req-440c3be3-7cfc-46aa-899f-517e23e2c844 service neutron] 10.222.0.30 "GET /v2.0/networks/67ec2c57-d1a0-457d-93b8-506d35295f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167738 Feb 09 06:22:15.714016 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:15.770835 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-69860c12-1acc-458b-8e29-366f87edac09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (efd4eec2-23b6-4530-8941-3291fc49908c), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:15.809072 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-69860c12-1acc-458b-8e29-366f87edac09 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24393968aa4b4e2299d66269eead99a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5576870 Feb 09 06:22:15.809925 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69860c12-1acc-458b-8e29-366f87edac09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd4eec2-23b6-4530-8941-3291fc49908c,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:15.813136 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 55806) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:15.899187 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ac9277d7-5aa9-4988-9d48-4f6ca9baae30 admin admin] Publish callbacks [] for security_group (efd4eec2-23b6-4530-8941-3291fc49908c), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:15.910241 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553cb02-cf11-41b2-868d-987de71c1095 req-6898eee9-3dcb-4cdd-ada4-0ea84f90e3a2 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:15.911684 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e553cb02-cf11-41b2-868d-987de71c1095 req-6898eee9-3dcb-4cdd-ada4-0ea84f90e3a2 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.0837348 Feb 09 06:22:15.939619 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ac9277d7-5aa9-4988-9d48-4f6ca9baae30 admin admin] Publish callbacks [] for security_group (efd4eec2-23b6-4530-8941-3291fc49908c), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:15.992688 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e553cb02-cf11-41b2-868d-987de71c1095 req-b83b7b8d-5218-4405-8784-b489ff2632bb tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739946 Feb 09 06:22:16.081538 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e47bdb-2740-4b8e-99bd-bc54fdd64cff req-36ee348f-51d8-41f3-9fb0-7972fb42cf86 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:16.083097 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-49e47bdb-2740-4b8e-99bd-bc54fdd64cff req-36ee348f-51d8-41f3-9fb0-7972fb42cf86 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0537796 Feb 09 06:22:16.084584 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ac9277d7-5aa9-4988-9d48-4f6ca9baae30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (efd4eec2-23b6-4530-8941-3291fc49908c), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:16.087179 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ac9277d7-5aa9-4988-9d48-4f6ca9baae30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:16.089507 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-ac9277d7-5aa9-4988-9d48-4f6ca9baae30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/efd4eec2-23b6-4530-8941-3291fc49908c HTTP/1.1" status: 204 len: 168 time: 0.2746725 Feb 09 06:22:16.104639 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9277d7-5aa9-4988-9d48-4f6ca9baae30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd4eec2-23b6-4530-8941-3291fc49908c,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:16.147010 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-49e47bdb-2740-4b8e-99bd-bc54fdd64cff req-6bcc5dfd-a232-480c-a809-228cf5174f9c tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564356 Feb 09 06:22:16.164170 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 55814) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:16.270022 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e571698e-38d2-4901-bf54-927c667ae0c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:16.340677 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e571698e-38d2-4901-bf54-927c667ae0c3 admin admin] Publish callbacks [] for security_group (42ae77f5-6cad-4c80-93c4-a1e2e89dd980), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:16.411105 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e571698e-38d2-4901-bf54-927c667ae0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (42ae77f5-6cad-4c80-93c4-a1e2e89dd980), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:16.463237 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-e571698e-38d2-4901-bf54-927c667ae0c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5743e072d6b14e3a8173c905da978010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954729 Feb 09 06:22:16.463237 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571698e-38d2-4901-bf54-927c667ae0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ae77f5-6cad-4c80-93c4-a1e2e89dd980,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:16.463846 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 55818) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:16.527369 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-06b0897d-e0ed-41df-bbe0-4cb5bcd7dafc admin admin] Publish callbacks [] for security_group (42ae77f5-6cad-4c80-93c4-a1e2e89dd980), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:16.573665 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-06b0897d-e0ed-41df-bbe0-4cb5bcd7dafc admin admin] Publish callbacks [] for security_group (42ae77f5-6cad-4c80-93c4-a1e2e89dd980), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:16.621036 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec353671-84c3-491b-859d-c64e0728ac2a req-dde3863a-5b95-4624-b95b-0e404a6fde68 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:16.622539 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ec353671-84c3-491b-859d-c64e0728ac2a req-dde3863a-5b95-4624-b95b-0e404a6fde68 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0855038 Feb 09 06:22:16.669972 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ec353671-84c3-491b-859d-c64e0728ac2a req-2adfe248-1ef6-4d9f-b767-5c75df318338 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409472 Feb 09 06:22:16.719776 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-06b0897d-e0ed-41df-bbe0-4cb5bcd7dafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (42ae77f5-6cad-4c80-93c4-a1e2e89dd980), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:16.722499 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-06b0897d-e0ed-41df-bbe0-4cb5bcd7dafc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:16.723582 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-06b0897d-e0ed-41df-bbe0-4cb5bcd7dafc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42ae77f5-6cad-4c80-93c4-a1e2e89dd980 HTTP/1.1" status: 204 len: 168 time: 0.2586789 Feb 09 06:22:16.731527 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0897d-e0ed-41df-bbe0-4cb5bcd7dafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ae77f5-6cad-4c80-93c4-a1e2e89dd980,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:17.039813 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:17.111951 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42845d96-6c47-46ec-8f3f-150c43a96171 req-8a29d85b-1d3b-465a-b2f5-cd0b6ed20b15 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:17.113425 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-42845d96-6c47-46ec-8f3f-150c43a96171 req-8a29d85b-1d3b-465a-b2f5-cd0b6ed20b15 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.0533419 Feb 09 06:22:17.162246 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-42845d96-6c47-46ec-8f3f-150c43a96171 req-a92994d6-ee94-43af-910f-2d87770818ff tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430067 Feb 09 06:22:17.264403 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850ea73-b1d7-4ec4-a5c1-a3c3991d5cf3 req-fb6599de-fe60-4166-8652-129f826cee22 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:17.267880 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8850ea73-b1d7-4ec4-a5c1-a3c3991d5cf3 req-fb6599de-fe60-4166-8652-129f826cee22 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0535223 Feb 09 06:22:17.314539 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8850ea73-b1d7-4ec4-a5c1-a3c3991d5cf3 req-57554c93-f5fc-4071-9abb-b5d765167b9b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409133 Feb 09 06:22:17.785714 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a3522-632b-4a0b-ab6c-83053a73b917 req-535e14c8-b625-4079-b859-476a8e7dfc0d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:17.787216 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-703a3522-632b-4a0b-ab6c-83053a73b917 req-535e14c8-b625-4079-b859-476a8e7dfc0d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0507894 Feb 09 06:22:17.836592 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-703a3522-632b-4a0b-ab6c-83053a73b917 req-3c39371b-ca54-4d6f-8338-8246a04313d3 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436690 Feb 09 06:22:18.281422 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bc006-5af5-4b3e-8f35-af2f06715adb req-0a2c99bc-7fa8-4690-b807-a522aa247146 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:18.282953 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e44bc006-5af5-4b3e-8f35-af2f06715adb req-0a2c99bc-7fa8-4690-b807-a522aa247146 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.0519016 Feb 09 06:22:18.331550 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e44bc006-5af5-4b3e-8f35-af2f06715adb req-151adcbf-cbac-4a46-a6b7-1fa497fba73e tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429728 Feb 09 06:22:18.440834 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e492d-76d4-4ee6-b402-f86cf5f3141f req-0263ccf4-f55e-4cc1-a0a1-e2b3658c1fc6 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:18.442329 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-671e492d-76d4-4ee6-b402-f86cf5f3141f req-0263ccf4-f55e-4cc1-a0a1-e2b3658c1fc6 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0554769 Feb 09 06:22:18.492152 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-671e492d-76d4-4ee6-b402-f86cf5f3141f req-282d7c76-0502-44e6-8b96-a3a0753eda08 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441790 Feb 09 06:22:18.955357 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3728f-6172-4bf5-aa31-200c3bfdf00f req-b9aad588-5bd8-4d84-9dac-7d4fe1037f43 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:18.956837 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-85f3728f-6172-4bf5-aa31-200c3bfdf00f req-b9aad588-5bd8-4d84-9dac-7d4fe1037f43 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0555086 Feb 09 06:22:19.008217 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-85f3728f-6172-4bf5-aa31-200c3bfdf00f req-01e86557-dcdc-4778-9584-83aa214ca420 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458410 Feb 09 06:22:19.447218 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec165d5-3763-43cf-818c-26315f641ef8 req-5916e6e3-ce8b-44ba-890d-8519e0993e81 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:19.448708 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-eec165d5-3763-43cf-818c-26315f641ef8 req-5916e6e3-ce8b-44ba-890d-8519e0993e81 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.0507233 Feb 09 06:22:19.497111 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-eec165d5-3763-43cf-818c-26315f641ef8 req-eeb67c8e-3285-4881-bc42-66678a80d780 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422363 Feb 09 06:22:19.613187 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e00c9-36a5-4b07-8f32-66c545e53f4f req-f3fdf3b9-64b8-4cdb-b882-bde47afea662 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:19.614693 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-eb1e00c9-36a5-4b07-8f32-66c545e53f4f req-f3fdf3b9-64b8-4cdb-b882-bde47afea662 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0571370 Feb 09 06:22:19.660329 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-eb1e00c9-36a5-4b07-8f32-66c545e53f4f req-45288a04-2fe6-4247-8c07-3e598316a0be tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400269 Feb 09 06:22:20.125785 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44668a5b-49a9-48a2-9e70-0574cfbe8c16 req-19a0eb2a-f575-4ed1-b5d2-9794f244891c tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:20.127363 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-44668a5b-49a9-48a2-9e70-0574cfbe8c16 req-19a0eb2a-f575-4ed1-b5d2-9794f244891c tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0529392 Feb 09 06:22:20.175200 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-44668a5b-49a9-48a2-9e70-0574cfbe8c16 req-7142dfe6-8dac-4593-93e5-be8dc2d44554 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422249 Feb 09 06:22:20.614599 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e1538-3d93-4417-9955-a9715a12224c req-3d1b882b-dfe4-4d78-831a-a5c2c57d2447 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:20.616118 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c20e1538-3d93-4417-9955-a9715a12224c req-3d1b882b-dfe4-4d78-831a-a5c2c57d2447 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.0542707 Feb 09 06:22:20.670324 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c20e1538-3d93-4417-9955-a9715a12224c req-b4e6bb5e-9241-49d8-8ee1-ca748bb72f8f tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486224 Feb 09 06:22:20.781853 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5542035-d0b2-4ae8-b99f-91de789f24d4 req-37fbcfcf-d1ac-4eb8-b440-1a67b279c40d tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:20.783391 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e5542035-d0b2-4ae8-b99f-91de789f24d4 req-37fbcfcf-d1ac-4eb8-b440-1a67b279c40d tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0560861 Feb 09 06:22:20.831681 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e5542035-d0b2-4ae8-b99f-91de789f24d4 req-42e586ff-3fce-4a75-bdae-ba2969d71c21 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423565 Feb 09 06:22:21.289736 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cca4c4-a7c6-40bd-88ab-21d7d3939047 req-0452f4c8-5451-41b9-a8e8-85835c7d038c tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:21.291241 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-71cca4c4-a7c6-40bd-88ab-21d7d3939047 req-0452f4c8-5451-41b9-a8e8-85835c7d038c tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0520840 Feb 09 06:22:21.337544 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-71cca4c4-a7c6-40bd-88ab-21d7d3939047 req-d47696d2-3c95-4bcf-b80e-5ff2869ada56 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401902 Feb 09 06:22:21.467746 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 55978) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:21.567416 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-878b6cf1-4d18-4ca6-a5ed-d19b09643606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:21.871667 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-878b6cf1-4d18-4ca6-a5ed-d19b09643606 admin admin] Publish callbacks [] for security_group (cc1ffcb5-a9f0-4143-a27a-1843ed4ff199), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:21.897072 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d224518-8041-4deb-870c-6dd7b4b39c37 req-db298265-ec45-4e30-9035-a06dd6dc975f tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:21.898772 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2d224518-8041-4deb-870c-6dd7b4b39c37 req-db298265-ec45-4e30-9035-a06dd6dc975f tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.0587642 Feb 09 06:22:21.947476 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-878b6cf1-4d18-4ca6-a5ed-d19b09643606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (cc1ffcb5-a9f0-4143-a27a-1843ed4ff199), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:22.009974 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2d224518-8041-4deb-870c-6dd7b4b39c37 req-0bddeac9-58fc-4ec1-8322-1447a8296416 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994914 Feb 09 06:22:22.013158 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-878b6cf1-4d18-4ca6-a5ed-d19b09643606 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=360e9fb7a0214c12abbd638dc63cc155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5439625 Feb 09 06:22:22.014207 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b6cf1-4d18-4ca6-a5ed-d19b09643606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1ffcb5-a9f0-4143-a27a-1843ed4ff199,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:22.017519 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 55986) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:22.027118 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21c451-2a52-4216-9f60-5a53ad9749f6 req-6ff07d0d-7262-4622-98ed-89b2532b40e3 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:22.028274 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-da21c451-2a52-4216-9f60-5a53ad9749f6 req-6ff07d0d-7262-4622-98ed-89b2532b40e3 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.1258788 Feb 09 06:22:22.069618 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d3025794-e680-4157-b7eb-df84b3fcc5e7 admin admin] Publish callbacks [] for security_group (cc1ffcb5-a9f0-4143-a27a-1843ed4ff199), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:22.076741 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-da21c451-2a52-4216-9f60-5a53ad9749f6 req-631d2dc6-0319-401f-a9eb-3eee8ce4f077 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405042 Feb 09 06:22:22.090575 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d3025794-e680-4157-b7eb-df84b3fcc5e7 admin admin] Publish callbacks [] for security_group (cc1ffcb5-a9f0-4143-a27a-1843ed4ff199), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:22.210890 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d3025794-e680-4157-b7eb-df84b3fcc5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (cc1ffcb5-a9f0-4143-a27a-1843ed4ff199), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:22.213381 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d3025794-e680-4157-b7eb-df84b3fcc5e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:22.214642 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-d3025794-e680-4157-b7eb-df84b3fcc5e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc1ffcb5-a9f0-4143-a27a-1843ed4ff199 HTTP/1.1" status: 204 len: 168 time: 0.1949339 Feb 09 06:22:22.222475 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3025794-e680-4157-b7eb-df84b3fcc5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1ffcb5-a9f0-4143-a27a-1843ed4ff199,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:22.454115 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9eefc5-a0a9-4c43-b735-3da624e84ebd req-3d2ee525-d012-46f0-8572-ccf754269495 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:22.455667 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3d9eefc5-a0a9-4c43-b735-3da624e84ebd req-3d2ee525-d012-46f0-8572-ccf754269495 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0518403 Feb 09 06:22:22.508569 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3d9eefc5-a0a9-4c43-b735-3da624e84ebd req-cf85090a-4357-4ae6-a462-b2988c489059 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475206 Feb 09 06:22:22.832971 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 55994) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:22.846426 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-74567a70-ae98-4635-8bad-708baeede088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:22.915926 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-74567a70-ae98-4635-8bad-708baeede088 admin admin] Publish callbacks [] for security_group (2473860e-c24c-40d2-a4ff-e5c9e6522a3c), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:22.988389 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-74567a70-ae98-4635-8bad-708baeede088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (2473860e-c24c-40d2-a4ff-e5c9e6522a3c), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:23.026436 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-74567a70-ae98-4635-8bad-708baeede088 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91fd028bc17548d3b18f828f42814c11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923506 Feb 09 06:22:23.027563 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74567a70-ae98-4635-8bad-708baeede088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2473860e-c24c-40d2-a4ff-e5c9e6522a3c,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:23.029618 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 55996) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:23.081696 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-31e65c80-f0e2-41fc-b6f8-26a928ac9c05 admin admin] Publish callbacks [] for security_group (2473860e-c24c-40d2-a4ff-e5c9e6522a3c), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:23.102346 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-31e65c80-f0e2-41fc-b6f8-26a928ac9c05 admin admin] Publish callbacks [] for security_group (2473860e-c24c-40d2-a4ff-e5c9e6522a3c), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:23.131210 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dc76a-29e5-4085-95e2-91fc0db6474e req-250ecfe4-c892-4e33-9362-e839c95f52ca tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:23.134660 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-833dc76a-29e5-4085-95e2-91fc0db6474e req-250ecfe4-c892-4e33-9362-e839c95f52ca tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.0535314 Feb 09 06:22:23.210700 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-833dc76a-29e5-4085-95e2-91fc0db6474e req-6fb018cc-0468-4537-ba35-e342ef8fc703 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719330 Feb 09 06:22:23.225355 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1615cc-5d5d-4c2b-a76f-8f9ba037face req-cd8b66f3-5cf2-47db-ab47-0c9966cb2085 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:23.226834 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0f1615cc-5d5d-4c2b-a76f-8f9ba037face req-cd8b66f3-5cf2-47db-ab47-0c9966cb2085 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0808966 Feb 09 06:22:23.234461 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-31e65c80-f0e2-41fc-b6f8-26a928ac9c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (2473860e-c24c-40d2-a4ff-e5c9e6522a3c), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:23.237153 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-31e65c80-f0e2-41fc-b6f8-26a928ac9c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:23.238323 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-31e65c80-f0e2-41fc-b6f8-26a928ac9c05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2473860e-c24c-40d2-a4ff-e5c9e6522a3c HTTP/1.1" status: 204 len: 168 time: 0.2077854 Feb 09 06:22:23.246328 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e65c80-f0e2-41fc-b6f8-26a928ac9c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2473860e-c24c-40d2-a4ff-e5c9e6522a3c,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:23.275248 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0f1615cc-5d5d-4c2b-a76f-8f9ba037face req-25da3cde-b034-45a5-986c-139164a6198d tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427883 Feb 09 06:22:23.627665 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea24330-a981-4d16-ae6e-efa1e6134242 req-40369084-1604-4501-914b-db899b1fc70d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:23.629193 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fea24330-a981-4d16-ae6e-efa1e6134242 req-40369084-1604-4501-914b-db899b1fc70d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0526221 Feb 09 06:22:23.678855 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fea24330-a981-4d16-ae6e-efa1e6134242 req-40bcd54b-57f9-4444-814e-90b6dd5b33e2 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440023 Feb 09 06:22:24.331498 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d945c-549a-4f42-9669-c9c344521b6b req-fac22534-3740-4e9e-92fc-134cee4f7be4 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:24.333582 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8d8d945c-549a-4f42-9669-c9c344521b6b req-fac22534-3740-4e9e-92fc-134cee4f7be4 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.0580754 Feb 09 06:22:24.412439 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8d8d945c-549a-4f42-9669-c9c344521b6b req-8d9b121d-5ddf-46b2-bcaf-06667b6720be tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737340 Feb 09 06:22:24.424038 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b852c-640b-4396-9a46-c822ff2169be req-62af2e66-5053-4782-bf25-6e5b75d8df5f tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:24.425510 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-507b852c-640b-4396-9a46-c822ff2169be req-62af2e66-5053-4782-bf25-6e5b75d8df5f tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0809700 Feb 09 06:22:24.476120 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-507b852c-640b-4396-9a46-c822ff2169be req-16364dbf-c4b3-4c4c-a5e5-002e37515bea tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402892 Feb 09 06:22:24.684324 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device c82ca616-f6aa-47df-b70a-2e2e77752d30 details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:22:24.786009 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port c82ca616-f6aa-47df-b70a-2e2e77752d30, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=c82ca616-f6aa-47df-b70a-2e2e77752d30,segment=NetworkSegment(08ec5fe7-f64e-468b-9c61-6936370d96ee),segment_id=08ec5fe7-f64e-468b-9c61-6936370d96ee)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:22:24.798453 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': 'c82ca616-f6aa-47df-b70a-2e2e77752d30', 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01', 'port_id': 'c82ca616-f6aa-47df-b70a-2e2e77752d30', 'mac_address': 'fa:16:3e:bd:52:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa956a71-db8c-4321-9989-c93881b8caef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:22:24.814000 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c984a-ac39-429e-b56d-4ac3e1e4bea6 req-c76c5531-0b1d-4007-af85-924aba2912fc tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:24.815586 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5e4c984a-ac39-429e-b56d-4ac3e1e4bea6 req-c76c5531-0b1d-4007-af85-924aba2912fc tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0686374 Feb 09 06:22:24.839304 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port c82ca616-f6aa-47df-b70a-2e2e77752d30 is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:22:24.842839 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:24.857609 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c82ca616-f6aa-47df-b70a-2e2e77752d30 {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:22:24.883406 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port c82ca616-f6aa-47df-b70a-2e2e77752d30, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=c82ca616-f6aa-47df-b70a-2e2e77752d30,segment=NetworkSegment(08ec5fe7-f64e-468b-9c61-6936370d96ee),segment_id=08ec5fe7-f64e-468b-9c61-6936370d96ee)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:22:24.900327 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5e4c984a-ac39-429e-b56d-4ac3e1e4bea6 req-a4729222-11fc-4d93-8efb-fcfd2382614b tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781333 Feb 09 06:22:24.933156 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daa58a-0020-479c-bd37-8a9e56387e65 req-5b323afc-34d8-4fde-b6ba-cfa832f8bfc6 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:24.934670 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-41daa58a-0020-479c-bd37-8a9e56387e65 req-5b323afc-34d8-4fde-b6ba-cfa832f8bfc6 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0884962 Feb 09 06:22:24.955191 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:24.993239 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-41daa58a-0020-479c-bd37-8a9e56387e65 req-d92b0300-396c-4737-9ab7-e2b850290ac7 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511367 Feb 09 06:22:25.017193 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=c82ca616-f6aa-47df-b70a-2e2e77752d30,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:25.042508 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9f8fd-1640-4094-9328-131b86216a59 req-b4794ddf-0b78-49c6-9c7c-69661d713c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:25.045000 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-3ec9f8fd-1640-4094-9328-131b86216a59 req-b4794ddf-0b78-49c6-9c7c-69661d713c65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6d505752db84eec9ff7fe2e17b3d536&device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 1130 time: 0.0639505 Feb 09 06:22:25.267626 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed8e14-f45b-40f8-9f95-2f27fd4f5e36 req-2298deca-7819-4258-8c1f-69402470d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:25.269180 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-34ed8e14-f45b-40f8-9f95-2f27fd4f5e36 req-2298deca-7819-4258-8c1f-69402470d79d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 1129 time: 0.0454671 Feb 09 06:22:25.318505 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['c82ca616-f6aa-47df-b70a-2e2e77752d30'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:22:25.321809 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-34ed8e14-f45b-40f8-9f95-2f27fd4f5e36 req-f1491d05-9cea-46ba-a0b6-1190ad94f11f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459569 Feb 09 06:22:25.356607 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9f8fd-1640-4094-9328-131b86216a59 req-1a7c30b5-c874-4223-bcfd-1b370643f924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:25.358244 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-3ec9f8fd-1640-4094-9328-131b86216a59 req-1a7c30b5-c874-4223-bcfd-1b370643f924 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0109a1ee-9fd0-43d1-9f17-0b66979d92b3 HTTP/1.1" status: 200 len: 911 time: 0.3062117 Feb 09 06:22:25.530940 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ada74-66f0-4b9a-be83-500eacdfdaf4 req-f9ff3ac9-3c35-402b-ac8a-f2c9025274b6 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:25.533168 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d41ada74-66f0-4b9a-be83-500eacdfdaf4 req-f9ff3ac9-3c35-402b-ac8a-f2c9025274b6 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 944 time: 0.0542181 Feb 09 06:22:25.581701 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d41ada74-66f0-4b9a-be83-500eacdfdaf4 req-79d549d0-515d-4635-949d-85d0ca8d5617 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429852 Feb 09 06:22:25.638565 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-3ec9f8fd-1640-4094-9328-131b86216a59 req-bd19981e-fc78-4f6c-8877-cf28add1a429 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7536b9fa-f038-4b0d-9846-bdccc3cec23b HTTP/1.1" status: 200 len: 1001 time: 0.0589261 Feb 09 06:22:25.703819 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9f8fd-1640-4094-9328-131b86216a59 req-9fa977f1-94dd-426b-bda0-160079f0a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:25.705246 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-3ec9f8fd-1640-4094-9328-131b86216a59 req-9fa977f1-94dd-426b-bda0-160079f0a679 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d2250d4-ff7d-4b60-b34c-6aefe462ccc8 HTTP/1.1" status: 200 len: 850 time: 0.0426419 Feb 09 06:22:25.758240 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9f8fd-1640-4094-9328-131b86216a59 req-6283ed50-ff1e-47fa-8c4e-589f8d981fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:25.759749 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-3ec9f8fd-1640-4094-9328-131b86216a59 req-6283ed50-ff1e-47fa-8c4e-589f8d981fe3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0109a1ee-9fd0-43d1-9f17-0b66979d92b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481331 Feb 09 06:22:25.845490 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-3ec9f8fd-1640-4094-9328-131b86216a59 req-7699cfc8-4d92-4c92-980a-bb975548d972 service neutron] 10.222.0.30 "GET /v2.0/networks/0109a1ee-9fd0-43d1-9f17-0b66979d92b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783398 Feb 09 06:22:25.936372 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-3ec9f8fd-1640-4094-9328-131b86216a59 req-c84df81b-66ec-4e19-8712-ef82b8af855c service neutron] 10.222.0.30 "GET /v2.0/networks/0109a1ee-9fd0-43d1-9f17-0b66979d92b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844600 Feb 09 06:22:26.037067 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e7c50-58c6-46aa-8b11-7cb95d798f45 req-a8cad904-da19-4615-87d8-ade392fda990 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:26.038615 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-648e7c50-58c6-46aa-8b11-7cb95d798f45 req-a8cad904-da19-4615-87d8-ade392fda990 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0632646 Feb 09 06:22:26.115561 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-648e7c50-58c6-46aa-8b11-7cb95d798f45 req-46c19457-d330-480e-9ee3-a66815caea8e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713964 Feb 09 06:22:26.136616 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7123189-a885-48ec-9e29-110be92087e0 req-a805da85-1a4e-4d3d-8de1-0d85aab5eb9a tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:26.138075 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d7123189-a885-48ec-9e29-110be92087e0 req-a805da85-1a4e-4d3d-8de1-0d85aab5eb9a tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0689130 Feb 09 06:22:26.185071 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d7123189-a885-48ec-9e29-110be92087e0 req-fdd8fcd2-3eec-4fd7-ab15-0b60c3504f68 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408804 Feb 09 06:22:26.686596 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device c82ca616-f6aa-47df-b70a-2e2e77752d30 up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:22:26.703330 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5fafe-67d5-4e6c-9ceb-0c13bd36b92a req-ee57a0dd-4d10-407e-964c-28a67cb465ad tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:26.705350 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2be5fafe-67d5-4e6c-9ceb-0c13bd36b92a req-ee57a0dd-4d10-407e-964c-28a67cb465ad tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 944 time: 0.0578623 Feb 09 06:22:26.753812 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2be5fafe-67d5-4e6c-9ceb-0c13bd36b92a req-677627e5-1427-46ad-a629-648895f50660 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425196 Feb 09 06:22:26.794054 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning for port c82ca616-f6aa-47df-b70a-2e2e77752d30 completed by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 06:22:26.798074 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port c82ca616-f6aa-47df-b70a-2e2e77752d30 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:22:26.798644 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:26.873410 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port c82ca616-f6aa-47df-b70a-2e2e77752d30 is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:22:26.873799 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:26.899487 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e048eb-0113-4744-8f66-38855d94f204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82ca616-f6aa-47df-b70a-2e2e77752d30'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:22:26.901727 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8ff712-46af-465d-8f87-1b6038063ddd" -d '{"events": [{"server_uuid": "03e048eb-0113-4744-8f66-38855d94f204", "name": "network-vif-plugged", "status": "completed", "tag": "c82ca616-f6aa-47df-b70a-2e2e77752d30"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:22:26.914064 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port c82ca616-f6aa-47df-b70a-2e2e77752d30, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=c82ca616-f6aa-47df-b70a-2e2e77752d30,segment=NetworkSegment(08ec5fe7-f64e-468b-9c61-6936370d96ee),segment_id=08ec5fe7-f64e-468b-9c61-6936370d96ee)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:22:26.939854 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212c1308-ddc7-4b47-a39b-bf17bf613bbb x-openstack-request-id: req-212c1308-ddc7-4b47-a39b-bf17bf613bbb {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:22:26.940149 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e048eb-0113-4744-8f66-38855d94f204", "name": "network-vif-plugged", "status": "completed", "tag": "c82ca616-f6aa-47df-b70a-2e2e77752d30", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:22:26.940404 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-212c1308-ddc7-4b47-a39b-bf17bf613bbb {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:22:26.940796 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e048eb-0113-4744-8f66-38855d94f204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82ca616-f6aa-47df-b70a-2e2e77752d30', 'code': 200} Feb 09 06:22:26.971575 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:27.022896 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=c82ca616-f6aa-47df-b70a-2e2e77752d30,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:27.239933 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b099d1-77c0-4e12-a885-a5900531af96 req-4fa58c66-14d2-45de-a7f6-b454cf950a52 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:27.241436 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-76b099d1-77c0-4e12-a885-a5900531af96 req-4fa58c66-14d2-45de-a7f6-b454cf950a52 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0538654 Feb 09 06:22:27.320495 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-76b099d1-77c0-4e12-a885-a5900531af96 req-7a90d927-42e1-4c4b-97ef-dfc20490de51 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729983 Feb 09 06:22:27.339544 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aadecf-03aa-45b1-848e-17fc377cc4ea req-5fe395a7-0205-4aa1-a104-7adf18093cb9 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:27.341050 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f1aadecf-03aa-45b1-848e-17fc377cc4ea req-5fe395a7-0205-4aa1-a104-7adf18093cb9 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0767286 Feb 09 06:22:27.351354 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d93a0d-5e6b-4e91-88c5-4931fddd65f6 req-527cb441-da93-4709-b4f5-f2b132a04a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:27.352898 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-e4d93a0d-5e6b-4e91-88c5-4931fddd65f6 req-527cb441-da93-4709-b4f5-f2b132a04a2f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 1129 time: 0.0578973 Feb 09 06:22:27.404743 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f1aadecf-03aa-45b1-848e-17fc377cc4ea req-94537918-fd53-4a52-b86d-da1eb57f9071 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560417 Feb 09 06:22:27.409897 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-e4d93a0d-5e6b-4e91-88c5-4931fddd65f6 req-8f21fa5c-a31c-420f-afb4-22d9472029ee service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506017 Feb 09 06:22:27.895755 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c96b2-fe02-4ce6-bc84-6933862a62d5 req-bfe720e6-6d1e-401a-84a2-74374c7a99fa tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:27.897923 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f01c96b2-fe02-4ce6-bc84-6933862a62d5 req-bfe720e6-6d1e-401a-84a2-74374c7a99fa tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0860391 Feb 09 06:22:27.911412 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e27ab3-d415-4764-92b5-8025b7bc6766 req-bf44bc2a-bab4-42c3-984b-faa3e7d4f600 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:27.912967 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-16e27ab3-d415-4764-92b5-8025b7bc6766 req-bf44bc2a-bab4-42c3-984b-faa3e7d4f600 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.0895591 Feb 09 06:22:27.961620 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcec30-251b-49f9-b5ca-4533cb5a4e10 req-a2e3c1b3-7873-44b3-816d-4c576a4329cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:27.963267 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-4fdcec30-251b-49f9-b5ca-4533cb5a4e10 req-a2e3c1b3-7873-44b3-816d-4c576a4329cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d24c9276ccc34d9d8d00b76f66800588&device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 1129 time: 0.0471072 Feb 09 06:22:27.985680 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f01c96b2-fe02-4ce6-bc84-6933862a62d5 req-6c2a5c68-bd6f-4e6b-8c32-bb4735e6bd30 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716188 Feb 09 06:22:27.990216 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-16e27ab3-d415-4764-92b5-8025b7bc6766 req-e8a744aa-7cb2-4441-b8d0-0936ccd6b92a tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628841 Feb 09 06:22:28.087798 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcec30-251b-49f9-b5ca-4533cb5a4e10 req-90187b87-00f8-4e54-8b7d-b5aa627b0439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:28.089295 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-4fdcec30-251b-49f9-b5ca-4533cb5a4e10 req-90187b87-00f8-4e54-8b7d-b5aa627b0439 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f0bda187-4e28-4090-8960-43f4efd30296 HTTP/1.1" status: 200 len: 918 time: 0.1117375 Feb 09 06:22:28.186074 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-4fdcec30-251b-49f9-b5ca-4533cb5a4e10 req-bfb8a566-2f36-47dd-8bbf-8e95681f20f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b HTTP/1.1" status: 200 len: 217 time: 0.0359726 Feb 09 06:22:28.244092 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcec30-251b-49f9-b5ca-4533cb5a4e10 req-fc84743f-e4be-43ff-a1fd-eb18bc429b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:28.245557 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-4fdcec30-251b-49f9-b5ca-4533cb5a4e10 req-fc84743f-e4be-43ff-a1fd-eb18bc429b27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9875eb3a-2b3e-4144-a2ff-7cc38bef213b HTTP/1.1" status: 200 len: 858 time: 0.0445175 Feb 09 06:22:28.279651 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-4fdcec30-251b-49f9-b5ca-4533cb5a4e10 req-a0a05e02-7e7d-46cb-ac5c-eeb5a502aaac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0bda187-4e28-4090-8960-43f4efd30296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282307 Feb 09 06:22:28.377369 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-4fdcec30-251b-49f9-b5ca-4533cb5a4e10 req-69890c1c-83db-4248-987c-779cddf71392 service neutron] 10.222.0.30 "GET /v2.0/networks/f0bda187-4e28-4090-8960-43f4efd30296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897408 Feb 09 06:22:28.479450 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-4fdcec30-251b-49f9-b5ca-4533cb5a4e10 req-06b74306-b08e-4cce-951e-bd467da52fa8 service neutron] 10.222.0.30 "GET /v2.0/networks/f0bda187-4e28-4090-8960-43f4efd30296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960248 Feb 09 06:22:29.136724 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513463b-784a-4508-8d41-e0ab1df03a84 req-f89b5720-22e4-43a8-b2d5-b6d81ccb3dc6 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:29.138228 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7513463b-784a-4508-8d41-e0ab1df03a84 req-f89b5720-22e4-43a8-b2d5-b6d81ccb3dc6 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.0814953 Feb 09 06:22:29.148693 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48231759-1bbc-423a-9932-ec971cfc25c0 req-bd976195-790a-462e-9dad-4a843df5178c tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:29.150104 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-48231759-1bbc-423a-9932-ec971cfc25c0 req-bd976195-790a-462e-9dad-4a843df5178c tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0841634 Feb 09 06:22:29.226380 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7513463b-784a-4508-8d41-e0ab1df03a84 req-99859bfd-3187-49ef-9333-abada871ba5e tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752635 Feb 09 06:22:29.230878 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-48231759-1bbc-423a-9932-ec971cfc25c0 req-6f2cd2a0-1fc2-40a5-8318-0a7f4761f70c tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742133 Feb 09 06:22:30.389619 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419062e1-7008-46dc-bc32-8d21bf3607aa req-7e70a295-8598-4457-8427-39d4a465086f tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:30.391158 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-419062e1-7008-46dc-bc32-8d21bf3607aa req-7e70a295-8598-4457-8427-39d4a465086f tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.0907187 Feb 09 06:22:30.398837 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f92ef-37cc-46b4-8f9e-da9462f13e4f req-0d5457ed-715f-4426-b94a-578cbde46672 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:30.400247 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-731f92ef-37cc-46b4-8f9e-da9462f13e4f req-0d5457ed-715f-4426-b94a-578cbde46672 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0898435 Feb 09 06:22:30.474205 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-419062e1-7008-46dc-bc32-8d21bf3607aa req-660b3c8a-3810-42d2-9940-a707fe3e4a28 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730121 Feb 09 06:22:30.477332 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-731f92ef-37cc-46b4-8f9e-da9462f13e4f req-1576e366-78d0-453f-9260-27069995a7d1 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706036 Feb 09 06:22:30.594878 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693744ee-6ba0-4b30-84ef-4c7de5c68b71 req-5d867184-94ad-422c-8ce3-7f378b05b7fc tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:30.596350 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-693744ee-6ba0-4b30-84ef-4c7de5c68b71 req-5d867184-94ad-422c-8ce3-7f378b05b7fc tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.0537498 Feb 09 06:22:30.644777 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-693744ee-6ba0-4b30-84ef-4c7de5c68b71 req-ad8be65c-1965-4553-897b-2a7a47b58bf8 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429394 Feb 09 06:22:30.666784 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 56150) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:30.745722 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 56154) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:30.774912 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-96bf66da-4de4-41da-aba9-2697075487db req-071d4a64-6dd8-40b9-adb9-182a68906483 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604455 Feb 09 06:22:30.803606 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f0e51c31-9caf-406c-848a-d4be1aa67327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:30.887916 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf66da-4de4-41da-aba9-2697075487db req-576e1d3e-4ae8-48f4-aaae-bfe6e4a00604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:30.889587 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-96bf66da-4de4-41da-aba9-2697075487db req-576e1d3e-4ae8-48f4-aaae-bfe6e4a00604 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6d505752db84eec9ff7fe2e17b3d536&device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 1130 time: 0.0451522 Feb 09 06:22:30.904243 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2531d55-d99b-407f-a94a-5f7cf0477ec5 tempest-TestShelveInstance-1059686590 tempest-TestShelveInstance-1059686590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:30.905779 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-a2531d55-d99b-407f-a94a-5f7cf0477ec5 tempest-TestShelveInstance-1059686590 tempest-TestShelveInstance-1059686590-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 1124 time: 0.2380042 Feb 09 06:22:30.909364 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 56158) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:30.913521 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-e971e404-42c2-42d7-89ee-5750a41c8539 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Request body: {'floatingip': {'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'port_id': 'c82ca616-f6aa-47df-b70a-2e2e77752d30', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:22:30.933685 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f0e51c31-9caf-406c-848a-d4be1aa67327 admin admin] Publish callbacks [] for security_group (432c55b0-014b-4dfd-a27c-db5e96abc84f), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:30.993876 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf66da-4de4-41da-aba9-2697075487db req-9ede2d04-a641-4b21-878b-123ee8de4c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:30.995430 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-96bf66da-4de4-41da-aba9-2697075487db req-9ede2d04-a641-4b21-878b-123ee8de4c42 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0109a1ee-9fd0-43d1-9f17-0b66979d92b3 HTTP/1.1" status: 200 len: 911 time: 0.0881236 Feb 09 06:22:31.006015 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f0e51c31-9caf-406c-848a-d4be1aa67327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (432c55b0-014b-4dfd-a27c-db5e96abc84f), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:31.010920 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e971e404-42c2-42d7-89ee-5750a41c8539 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:31.060729 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-96bf66da-4de4-41da-aba9-2697075487db req-1b0265dc-4d44-457b-827d-5cdfe52a8de4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7536b9fa-f038-4b0d-9846-bdccc3cec23b HTTP/1.1" status: 200 len: 1001 time: 0.0590920 Feb 09 06:22:31.084607 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-f0e51c31-9caf-406c-848a-d4be1aa67327 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27e7d52a7e5f4cfeb90cb850f78bf9bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3355010 Feb 09 06:22:31.084607 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e51c31-9caf-406c-848a-d4be1aa67327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432c55b0-014b-4dfd-a27c-db5e96abc84f,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:31.086133 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 56160) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:31.112307 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf66da-4de4-41da-aba9-2697075487db req-a8f2049b-baab-4400-b88b-91f54bb90707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:31.113784 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-96bf66da-4de4-41da-aba9-2697075487db req-a8f2049b-baab-4400-b88b-91f54bb90707 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d2250d4-ff7d-4b60-b34c-6aefe462ccc8 HTTP/1.1" status: 200 len: 850 time: 0.0466611 Feb 09 06:22:31.152258 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9e9f6af4-97d0-4492-835d-7680117d23e3 admin admin] Publish callbacks [] for security_group (432c55b0-014b-4dfd-a27c-db5e96abc84f), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:31.166519 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf66da-4de4-41da-aba9-2697075487db req-54875482-8d3f-4577-821b-bfee8f2d8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:31.168024 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-96bf66da-4de4-41da-aba9-2697075487db req-54875482-8d3f-4577-821b-bfee8f2d8071 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0109a1ee-9fd0-43d1-9f17-0b66979d92b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477297 Feb 09 06:22:31.184676 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9e9f6af4-97d0-4492-835d-7680117d23e3 admin admin] Publish callbacks [] for security_group (432c55b0-014b-4dfd-a27c-db5e96abc84f), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:31.223649 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e971e404-42c2-42d7-89ee-5750a41c8539 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:31.256046 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-96bf66da-4de4-41da-aba9-2697075487db req-dcba276a-9623-4675-8409-b9f75a86bbaa service neutron] 10.222.0.30 "GET /v2.0/networks/0109a1ee-9fd0-43d1-9f17-0b66979d92b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808926 Feb 09 06:22:31.327359 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-e971e404-42c2-42d7-89ee-5750a41c8539 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Allocated IP 172.27.3.161 (60906f90-e5e0-4579-a713-ae70aadf892a/3feeac82-f55f-4d1a-bdeb-44d8682c5c90/4c03993a-f639-4ab1-80b8-f6df7401543b) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:22:31.349507 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-96bf66da-4de4-41da-aba9-2697075487db req-7b386211-0d56-454b-b895-6547a614b0d2 service neutron] 10.222.0.30 "GET /v2.0/networks/0109a1ee-9fd0-43d1-9f17-0b66979d92b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862052 Feb 09 06:22:31.378101 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9e9f6af4-97d0-4492-835d-7680117d23e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (432c55b0-014b-4dfd-a27c-db5e96abc84f), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:31.380665 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9e9f6af4-97d0-4492-835d-7680117d23e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:31.381796 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-9e9f6af4-97d0-4492-835d-7680117d23e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/432c55b0-014b-4dfd-a27c-db5e96abc84f HTTP/1.1" status: 204 len: 168 time: 0.2945981 Feb 09 06:22:31.397030 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f6af4-97d0-4492-835d-7680117d23e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432c55b0-014b-4dfd-a27c-db5e96abc84f,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:31.444370 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e971e404-42c2-42d7-89ee-5750a41c8539 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for port (4c03993a-f639-4ab1-80b8-f6df7401543b), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:31.537722 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e971e404-42c2-42d7-89ee-5750a41c8539 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (4c03993a-f639-4ab1-80b8-f6df7401543b), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:31.601749 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e971e404-42c2-42d7-89ee-5750a41c8539 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Network 60906f90-e5e0-4579-a713-ae70aadf892a is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:22:31.608681 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-e971e404-42c2-42d7-89ee-5750a41c8539 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:22:31.615458 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e971e404-42c2-42d7-89ee-5750a41c8539 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:22:31.621266 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971e404-42c2-42d7-89ee-5750a41c8539 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Pushing event updated for resources: {'Port': ['ID=4c03993a-f639-4ab1-80b8-f6df7401543b,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:31.667878 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db21ea2-a8e8-40c9-9c34-1f2b292b0974 req-80eb9ac4-042a-49cd-9a48-92c6396083d4 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:31.669368 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6db21ea2-a8e8-40c9-9c34-1f2b292b0974 req-80eb9ac4-042a-49cd-9a48-92c6396083d4 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.1232443 Feb 09 06:22:31.766396 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6db21ea2-a8e8-40c9-9c34-1f2b292b0974 req-e4481d6e-f0e6-44f8-b896-4c817859c8be tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898554 Feb 09 06:22:31.984540 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 56174) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:32.005692 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-54b934b2-f46c-4138-b68d-295300e6d66a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:32.020618 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e971e404-42c2-42d7-89ee-5750a41c8539 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for floatingip (5b1ddf44-d284-41a3-b86f-c1124b83cd47), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:32.084329 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-54b934b2-f46c-4138-b68d-295300e6d66a admin admin] Publish callbacks [] for security_group (87ab3aeb-121d-47d0-8bca-dc56559c8e58), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:32.160093 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:32.186862 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e971e404-42c2-42d7-89ee-5750a41c8539 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (4c03993a-f639-4ab1-80b8-f6df7401543b), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:32.239836 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-54b934b2-f46c-4138-b68d-295300e6d66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (87ab3aeb-121d-47d0-8bca-dc56559c8e58), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:32.284009 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-54b934b2-f46c-4138-b68d-295300e6d66a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5f4e3a95d854232b139a0e385977573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861316 Feb 09 06:22:32.284009 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b934b2-f46c-4138-b68d-295300e6d66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ab3aeb-121d-47d0-8bca-dc56559c8e58,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:32.284392 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 56178) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:32.380944 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8887fd12-e8fc-47d8-bb66-2d64dbfeda35 admin admin] Publish callbacks [] for security_group (87ab3aeb-121d-47d0-8bca-dc56559c8e58), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:32.385712 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e971e404-42c2-42d7-89ee-5750a41c8539 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for port (4c03993a-f639-4ab1-80b8-f6df7401543b), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:32.405775 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8887fd12-e8fc-47d8-bb66-2d64dbfeda35 admin admin] Publish callbacks [] for security_group (87ab3aeb-121d-47d0-8bca-dc56559c8e58), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:32.450871 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e971e404-42c2-42d7-89ee-5750a41c8539 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (4c03993a-f639-4ab1-80b8-f6df7401543b), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:32.516519 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971e404-42c2-42d7-89ee-5750a41c8539 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Pushing event updated for resources: {'Port': ['ID=4c03993a-f639-4ab1-80b8-f6df7401543b,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:32.526081 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e971e404-42c2-42d7-89ee-5750a41c8539 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540521'] for floatingip (5b1ddf44-d284-41a3-b86f-c1124b83cd47), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:32.565972 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8887fd12-e8fc-47d8-bb66-2d64dbfeda35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (87ab3aeb-121d-47d0-8bca-dc56559c8e58), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:32.568553 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8887fd12-e8fc-47d8-bb66-2d64dbfeda35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:32.569691 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-8887fd12-e8fc-47d8-bb66-2d64dbfeda35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87ab3aeb-121d-47d0-8bca-dc56559c8e58 HTTP/1.1" status: 204 len: 168 time: 0.2880087 Feb 09 06:22:32.605563 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887fd12-e8fc-47d8-bb66-2d64dbfeda35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ab3aeb-121d-47d0-8bca-dc56559c8e58,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:32.643216 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.l3_db [None req-e971e404-42c2-42d7-89ee-5750a41c8539 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Floating IP 5b1ddf44-d284-41a3-b86f-c1124b83cd47 associated. External IP: 172.27.3.161, port: c82ca616-f6aa-47df-b70a-2e2e77752d30. Feb 09 06:22:32.853839 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e971e404-42c2-42d7-89ee-5750a41c8539 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Router 3a020dcf-013a-4122-91cd-f88501a593fb has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:22:32.967218 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e971e404-42c2-42d7-89ee-5750a41c8539 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:22:32.983753 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54efb75-4391-4deb-b388-689a00a2f43e None None] Sync routers for ids ['3a020dcf-013a-4122-91cd-f88501a593fb'] in dv-cinder-801923-6-iscsi {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:22:33.011585 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54efb75-4391-4deb-b388-689a00a2f43e None None] Routers {'3a020dcf-013a-4122-91cd-f88501a593fb'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:22:33.012208 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-b54efb75-4391-4deb-b388-689a00a2f43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:22:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['3a020dcf-013a-4122-91cd-f88501a593fb'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:22:33.087620 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e971e404-42c2-42d7-89ee-5750a41c8539 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:33.117803 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-e971e404-42c2-42d7-89ee-5750a41c8539 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2074344 Feb 09 06:22:33.118693 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e048eb-0113-4744-8f66-38855d94f204', 'tag': 'c82ca616-f6aa-47df-b70a-2e2e77752d30'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:22:33.120661 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-b54efb75-4391-4deb-b388-689a00a2f43e None None] Set router 3a020dcf-013a-4122-91cd-f88501a593fb gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:22:33.121318 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa48bf20-5439-4aa3-8a6f-f5d9ab12f2d5" -d '{"events": [{"name": "network-changed", "server_uuid": "03e048eb-0113-4744-8f66-38855d94f204", "tag": "c82ca616-f6aa-47df-b70a-2e2e77752d30"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:22:33.167466 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74d590a-3906-478a-8426-4bc6875318e8 x-openstack-request-id: req-d74d590a-3906-478a-8426-4bc6875318e8 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:22:33.167760 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e048eb-0113-4744-8f66-38855d94f204", "tag": "c82ca616-f6aa-47df-b70a-2e2e77752d30", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:22:33.168014 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d74d590a-3906-478a-8426-4bc6875318e8 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:22:33.168413 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e048eb-0113-4744-8f66-38855d94f204', 'tag': 'c82ca616-f6aa-47df-b70a-2e2e77752d30', 'status': 'completed', 'code': 200} Feb 09 06:22:33.262235 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48bf20-5439-4aa3-8a6f-f5d9ab12f2d5 req-5951bc95-0d67-4fcb-85fe-9c9c05987656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:33.264623 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-fa48bf20-5439-4aa3-8a6f-f5d9ab12f2d5 req-5951bc95-0d67-4fcb-85fe-9c9c05987656 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b80cac37fcb437488c5ff4623570b82&device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 1129 time: 0.0469720 Feb 09 06:22:33.353972 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-b54efb75-4391-4deb-b388-689a00a2f43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'name': 'tempest-TestShelveInstance-449735733-router', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:24Z', 'revision_number': 4, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'gw_port': {'id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '5b1ddf44-d284-41a3-b86f-c1124b83cd47', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'port_id': 'c82ca616-f6aa-47df-b70a-2e2e77752d30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01', 'mac_address': 'fa:16:3e:bd:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e048eb-0113-4744-8f66-38855d94f204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:22:31Z', 'updated_at': '2022-02-09T06:22:31Z', 'revision_number': 0, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f43825a2-b65c-457e-a679-b59ee0de4191', 'name': '', 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'mac_address': 'fa:16:3e:9d:a0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'aa956a71-db8c-4321-9989-c93881b8caef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:23Z', 'updated_at': '2022-02-09T06:21:29Z', 'revision_number': 5, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'subnets': [{'id': 'aa956a71-db8c-4321-9989-c93881b8caef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:22:33.362666 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48bf20-5439-4aa3-8a6f-f5d9ab12f2d5 req-0aeecf61-3043-4c82-9941-0691cc1a210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:33.364858 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-fa48bf20-5439-4aa3-8a6f-f5d9ab12f2d5 req-0aeecf61-3043-4c82-9941-0691cc1a210f service neutron] 10.222.0.30 "GET /v2.0/networks?id=67ec2c57-d1a0-457d-93b8-506d35295f01 HTTP/1.1" status: 200 len: 908 time: 0.0937116 Feb 09 06:22:33.390468 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54efb75-4391-4deb-b388-689a00a2f43e None None] Checking router: 3a020dcf-013a-4122-91cd-f88501a593fb for host: dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:22:33.400304 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54efb75-4391-4deb-b388-689a00a2f43e None None] Routers {'3a020dcf-013a-4122-91cd-f88501a593fb'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:22:33.401140 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-b54efb75-4391-4deb-b388-689a00a2f43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:22:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['3a020dcf-013a-4122-91cd-f88501a593fb'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:22:33.440647 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-fa48bf20-5439-4aa3-8a6f-f5d9ab12f2d5 req-2c1d50d5-a44a-41d2-a047-24e3d17d8698 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c82ca616-f6aa-47df-b70a-2e2e77752d30 HTTP/1.1" status: 200 len: 999 time: 0.0631418 Feb 09 06:22:33.498773 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48bf20-5439-4aa3-8a6f-f5d9ab12f2d5 req-3ee9a001-e075-4e66-9560-f26cdd0540e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:33.500496 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-fa48bf20-5439-4aa3-8a6f-f5d9ab12f2d5 req-3ee9a001-e075-4e66-9560-f26cdd0540e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa956a71-db8c-4321-9989-c93881b8caef HTTP/1.1" status: 200 len: 847 time: 0.0537801 Feb 09 06:22:33.516045 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-b54efb75-4391-4deb-b388-689a00a2f43e None None] Set router 3a020dcf-013a-4122-91cd-f88501a593fb gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:22:33.561340 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48bf20-5439-4aa3-8a6f-f5d9ab12f2d5 req-ff1f649c-fafa-452e-8d28-e8364a014b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:33.562951 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-fa48bf20-5439-4aa3-8a6f-f5d9ab12f2d5 req-ff1f649c-fafa-452e-8d28-e8364a014b09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ec2c57-d1a0-457d-93b8-506d35295f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482764 Feb 09 06:22:33.658658 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-fa48bf20-5439-4aa3-8a6f-f5d9ab12f2d5 req-c8432a94-8fc3-4653-827d-7773068cb234 service neutron] 10.222.0.30 "GET /v2.0/networks/67ec2c57-d1a0-457d-93b8-506d35295f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880482 Feb 09 06:22:33.769818 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-fa48bf20-5439-4aa3-8a6f-f5d9ab12f2d5 req-2c5307eb-fe63-4952-b74a-5f58d6fa43cf service neutron] 10.222.0.30 "GET /v2.0/networks/67ec2c57-d1a0-457d-93b8-506d35295f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983002 Feb 09 06:22:33.772162 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-b54efb75-4391-4deb-b388-689a00a2f43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'name': 'tempest-TestShelveInstance-449735733-router', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:24Z', 'revision_number': 4, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'gw_port': {'id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '5b1ddf44-d284-41a3-b86f-c1124b83cd47', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'port_id': 'c82ca616-f6aa-47df-b70a-2e2e77752d30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01', 'mac_address': 'fa:16:3e:bd:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e048eb-0113-4744-8f66-38855d94f204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:22:31Z', 'updated_at': '2022-02-09T06:22:31Z', 'revision_number': 0, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f43825a2-b65c-457e-a679-b59ee0de4191', 'name': '', 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'mac_address': 'fa:16:3e:9d:a0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'aa956a71-db8c-4321-9989-c93881b8caef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:23Z', 'updated_at': '2022-02-09T06:21:29Z', 'revision_number': 5, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'subnets': [{'id': 'aa956a71-db8c-4321-9989-c93881b8caef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:22:33.799836 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54efb75-4391-4deb-b388-689a00a2f43e None None] The sync data for ids ['3a020dcf-013a-4122-91cd-f88501a593fb'] in dv-cinder-801923-6-iscsi is: [{'id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'name': 'tempest-TestShelveInstance-449735733-router', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:24Z', 'revision_number': 4, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'gw_port': {'id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '5b1ddf44-d284-41a3-b86f-c1124b83cd47', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'port_id': 'c82ca616-f6aa-47df-b70a-2e2e77752d30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01', 'mac_address': 'fa:16:3e:bd:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e048eb-0113-4744-8f66-38855d94f204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:22:31Z', 'updated_at': '2022-02-09T06:22:31Z', 'revision_number': 0, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f43825a2-b65c-457e-a679-b59ee0de4191', 'name': '', 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'mac_address': 'fa:16:3e:9d:a0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'aa956a71-db8c-4321-9989-c93881b8caef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:23Z', 'updated_at': '2022-02-09T06:21:29Z', 'revision_number': 5, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'subnets': [{'id': 'aa956a71-db8c-4321-9989-c93881b8caef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:22:33.999793 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d8d92a-ee0d-48b5-884c-2a259e2534d0 None None] New status for floating IP 5b1ddf44-d284-41a3-b86f-c1124b83cd47: ACTIVE {{(pid=103036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 06:22:37.500511 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78def9d4-fd5f-4405-a1da-1301353e4c0b req-85615a72-9696-428d-90b1-15bdc11e4118 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:37.502076 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-78def9d4-fd5f-4405-a1da-1301353e4c0b req-85615a72-9696-428d-90b1-15bdc11e4118 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0540450 Feb 09 06:22:37.546848 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-78def9d4-fd5f-4405-a1da-1301353e4c0b req-6cc81582-e0d7-4547-ac27-a36d9810161d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391772 Feb 09 06:22:38.669976 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217c70b-fcba-4f67-8079-58fe7d6b1d26 req-050eb260-4ca6-4b95-9774-ffffa52e9a4c tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:38.671422 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2217c70b-fcba-4f67-8079-58fe7d6b1d26 req-050eb260-4ca6-4b95-9774-ffffa52e9a4c tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0556543 Feb 09 06:22:38.715986 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2217c70b-fcba-4f67-8079-58fe7d6b1d26 req-07d7d819-ce63-4d9d-ae23-d639536e1e15 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391402 Feb 09 06:22:39.833926 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6712125-3cfc-4667-b801-a1586bdedf7a req-25be8a64-6c52-4a1f-bbbd-ff3d8884aa0d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:39.835385 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b6712125-3cfc-4667-b801-a1586bdedf7a req-25be8a64-6c52-4a1f-bbbd-ff3d8884aa0d tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0517693 Feb 09 06:22:39.883637 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b6712125-3cfc-4667-b801-a1586bdedf7a req-198541c7-0191-4400-b5cb-1e3fe3d95bb7 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426958 Feb 09 06:22:40.260129 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7ef5c-545c-4ba4-92ef-2dde0081fdaf req-9f4e72c7-4f69-4af7-bac2-f9f935cc0bc3 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:40.261669 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-bfe7ef5c-545c-4ba4-92ef-2dde0081fdaf req-9f4e72c7-4f69-4af7-bac2-f9f935cc0bc3 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.30 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 946 time: 0.0517702 Feb 09 06:22:40.358005 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-bfe7ef5c-545c-4ba4-92ef-2dde0081fdaf req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Deleting port a56c377c-7b41-49e8-8e8d-1e111b57455f {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:22:40.358307 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-bfe7ef5c-545c-4ba4-92ef-2dde0081fdaf req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (a56c377c-7b41-49e8-8e8d-1e111b57455f), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:40.449343 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-bfe7ef5c-545c-4ba4-92ef-2dde0081fdaf req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] For port a56c377c-7b41-49e8-8e8d-1e111b57455f, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=a56c377c-7b41-49e8-8e8d-1e111b57455f,segment=NetworkSegment(3b300760-0b37-42f8-a2ee-9d24d51bed79),segment_id=3b300760-0b37-42f8-a2ee-9d24d51bed79)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:22:40.449700 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-bfe7ef5c-545c-4ba4-92ef-2dde0081fdaf req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (a56c377c-7b41-49e8-8e8d-1e111b57455f), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:40.462652 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-bfe7ef5c-545c-4ba4-92ef-2dde0081fdaf req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Calling delete_port for a56c377c-7b41-49e8-8e8d-1e111b57455f owned by compute:nova {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:22:40.702921 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-bfe7ef5c-545c-4ba4-92ef-2dde0081fdaf req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (a56c377c-7b41-49e8-8e8d-1e111b57455f), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:40.729314 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Pushing event deleted for resources: {'Port': ['ID=a56c377c-7b41-49e8-8e8d-1e111b57455f,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:40.739070 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:40.739421 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:40.739760 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:40.740093 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:40.740428 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:40.740755 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:40.741133 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:40.741463 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:40.741787 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:40.742517 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:40.742517 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:40.742754 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:40.743077 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:40.754208 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b', 'a56c377c-7b41-49e8-8e8d-1e111b57455f'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:22:40.785501 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe7ef5c-545c-4ba4-92ef-2dde0081fdaf req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] No DVR routers for this DVR port a56c377c-7b41-49e8-8e8d-1e111b57455f on host hv-cinder-80192 {{(pid=103035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:22:40.788466 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-bfe7ef5c-545c-4ba4-92ef-2dde0081fdaf req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:40.791553 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-bfe7ef5c-545c-4ba4-92ef-2dde0081fdaf req-774590e5-4f46-404a-9e3e-fc25210756ee tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.30 "DELETE /v2.0/ports/a56c377c-7b41-49e8-8e8d-1e111b57455f HTTP/1.1" status: 204 len: 173 time: 0.5235398 Feb 09 06:22:40.792032 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83028580-c6af-45f7-88f6-c9690af639ba', 'name': 'network-vif-deleted', 'tag': 'a56c377c-7b41-49e8-8e8d-1e111b57455f'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:22:40.794456 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57bf42b-5723-402d-a98a-6fb6b40df031" -d '{"events": [{"server_uuid": "83028580-c6af-45f7-88f6-c9690af639ba", "name": "network-vif-deleted", "tag": "a56c377c-7b41-49e8-8e8d-1e111b57455f"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:22:40.839396 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad930b94-7587-4c08-958d-67c1d148e878 x-openstack-request-id: req-ad930b94-7587-4c08-958d-67c1d148e878 {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:22:40.839823 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83028580-c6af-45f7-88f6-c9690af639ba", "name": "network-vif-deleted", "tag": "a56c377c-7b41-49e8-8e8d-1e111b57455f", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:22:40.840142 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad930b94-7587-4c08-958d-67c1d148e878 {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:22:40.841051 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83028580-c6af-45f7-88f6-c9690af639ba', 'name': 'network-vif-deleted', 'tag': 'a56c377c-7b41-49e8-8e8d-1e111b57455f', 'status': 'completed', 'code': 200} Feb 09 06:22:40.988775 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c8c25088-c73a-4c6e-bf71-3108566d79e9 req-33c16d96-45f4-4548-a1f7-4a87736a64a7 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=83028580-c6af-45f7-88f6-c9690af639ba HTTP/1.1" status: 200 len: 210 time: 0.0392613 Feb 09 06:22:41.080132 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-71efbba9-68a6-4fbf-b2d4-f019073c1622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:42.115620 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c59e31-b887-4ee9-b619-d3b3c91796e6 req-ca17ae01-f52b-4807-be45-7ce1f4061cd5 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:42.117138 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-41c59e31-b887-4ee9-b619-d3b3c91796e6 req-ca17ae01-f52b-4807-be45-7ce1f4061cd5 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 947 time: 0.0532470 Feb 09 06:22:42.163714 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-41c59e31-b887-4ee9-b619-d3b3c91796e6 req-fcc78e34-ac00-408b-a36c-53a3cb675c76 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408947 Feb 09 06:22:42.450410 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e76366-b99f-4d11-9672-b73f2da79d4f req-37a1d094-6e6a-4bae-ab1e-081ba7f1f6cd tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:42.451887 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-36e76366-b99f-4d11-9672-b73f2da79d4f req-37a1d094-6e6a-4bae-ab1e-081ba7f1f6cd tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0532870 Feb 09 06:22:42.497586 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-36e76366-b99f-4d11-9672-b73f2da79d4f req-24bc887b-32ba-4bea-a428-80fc32d73520 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394406 Feb 09 06:22:43.289164 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6455860-f101-4caf-a747-5ffff78ec55b req-931503d2-ddbd-46b7-86f2-9a8ec3edd167 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:43.290547 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e6455860-f101-4caf-a747-5ffff78ec55b req-931503d2-ddbd-46b7-86f2-9a8ec3edd167 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 947 time: 0.0538151 Feb 09 06:22:43.335755 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e6455860-f101-4caf-a747-5ffff78ec55b req-961c26c2-edc1-4d9d-94e8-ede1cc6bf437 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394337 Feb 09 06:22:43.616552 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff2b62-c910-4f23-8c89-9a6cf451bf8d req-3bbd807b-9a8e-40c2-b58f-36a6b398b060 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:43.618048 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5fff2b62-c910-4f23-8c89-9a6cf451bf8d req-3bbd807b-9a8e-40c2-b58f-36a6b398b060 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0529296 Feb 09 06:22:43.656694 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-a6828d51-86d9-49a1-b523-c8cc56b10e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:43.664162 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5fff2b62-c910-4f23-8c89-9a6cf451bf8d req-59f6bad7-5a5c-4521-8b27-5c180ea9f912 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402787 Feb 09 06:22:44.200812 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98952b7-ef2d-4a9e-a1fe-9f051b6a7ccc req-30efaf2f-ed7e-44a1-a54a-a50550dbc97d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:44.202314 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-f98952b7-ef2d-4a9e-a1fe-9f051b6a7ccc req-30efaf2f-ed7e-44a1-a54a-a50550dbc97d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 947 time: 0.0563552 Feb 09 06:22:44.295150 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-f98952b7-ef2d-4a9e-a1fe-9f051b6a7ccc req-46ce09ea-4fe5-4a9d-bddc-f9b5e1bfa8d6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Deleting port 7cc33a51-4853-41a6-8e83-c2de2246c5c2 {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:22:44.295422 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-f98952b7-ef2d-4a9e-a1fe-9f051b6a7ccc req-46ce09ea-4fe5-4a9d-bddc-f9b5e1bfa8d6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:44.386765 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-f98952b7-ef2d-4a9e-a1fe-9f051b6a7ccc req-46ce09ea-4fe5-4a9d-bddc-f9b5e1bfa8d6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] For port 7cc33a51-4853-41a6-8e83-c2de2246c5c2, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7cc33a51-4853-41a6-8e83-c2de2246c5c2,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:22:44.387154 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-f98952b7-ef2d-4a9e-a1fe-9f051b6a7ccc req-46ce09ea-4fe5-4a9d-bddc-f9b5e1bfa8d6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:44.394462 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:44.465968 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19377d-077d-4e90-8eb1-77b7b3fc8627 req-ba51c6fb-6fb1-4c4e-8530-3c655340f7a7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:44.467897 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fc19377d-077d-4e90-8eb1-77b7b3fc8627 req-ba51c6fb-6fb1-4c4e-8530-3c655340f7a7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 947 time: 0.0602887 Feb 09 06:22:44.517737 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fc19377d-077d-4e90-8eb1-77b7b3fc8627 req-23f61b0f-8f39-4a1c-958a-7145e7afad37 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb4215a8-6e57-44bc-b2fe-dc6daa994df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439792 Feb 09 06:22:44.607850 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-f98952b7-ef2d-4a9e-a1fe-9f051b6a7ccc req-46ce09ea-4fe5-4a9d-bddc-f9b5e1bfa8d6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:44.608216 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-f98952b7-ef2d-4a9e-a1fe-9f051b6a7ccc req-46ce09ea-4fe5-4a9d-bddc-f9b5e1bfa8d6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540521'] for floatingip (1295716b-e1d3-4864-b465-c1b5edb2a130), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:44.608534 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.db.l3_db [req-f98952b7-ef2d-4a9e-a1fe-9f051b6a7ccc req-46ce09ea-4fe5-4a9d-bddc-f9b5e1bfa8d6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Floating IP 1295716b-e1d3-4864-b465-c1b5edb2a130 disassociated. External IP: 172.27.3.135, port: 7cc33a51-4853-41a6-8e83-c2de2246c5c2. Feb 09 06:22:44.608871 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-f98952b7-ef2d-4a9e-a1fe-9f051b6a7ccc req-46ce09ea-4fe5-4a9d-bddc-f9b5e1bfa8d6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Calling delete_port for 7cc33a51-4853-41a6-8e83-c2de2246c5c2 owned by compute:nova {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:22:44.741246 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device a56c377c-7b41-49e8-8e8d-1e111b57455f no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:22:44.762457 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] No Port match for: a56c377c-7b41-49e8-8e8d-1e111b57455f {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:22:44.767244 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device a56c377c-7b41-49e8-8e8d-1e111b57455f not bound to the agent host hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:22:44.783457 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fe266-a2c6-4ba1-baec-d65854a74ef5 req-7756a92b-bee9-4dda-9e54-eea5480f5dd2 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:44.784923 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-168fe266-a2c6-4ba1-baec-d65854a74ef5 req-7756a92b-bee9-4dda-9e54-eea5480f5dd2 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0541320 Feb 09 06:22:44.811533 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-f98952b7-ef2d-4a9e-a1fe-9f051b6a7ccc req-46ce09ea-4fe5-4a9d-bddc-f9b5e1bfa8d6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (7cc33a51-4853-41a6-8e83-c2de2246c5c2), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:44.833387 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-168fe266-a2c6-4ba1-baec-d65854a74ef5 req-3f5842e2-8cab-4a5f-8569-5a85bb830181 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425944 Feb 09 06:22:44.841682 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce09ea-4fe5-4a9d-bddc-f9b5e1bfa8d6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Pushing event deleted for resources: {'Port': ['ID=7cc33a51-4853-41a6-8e83-c2de2246c5c2,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:44.964311 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f98952b7-ef2d-4a9e-a1fe-9f051b6a7ccc req-46ce09ea-4fe5-4a9d-bddc-f9b5e1bfa8d6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Router 63336999-3889-4933-b3d2-01420885fd7f has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:22:45.070291 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f98952b7-ef2d-4a9e-a1fe-9f051b6a7ccc req-46ce09ea-4fe5-4a9d-bddc-f9b5e1bfa8d6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:22:45.080575 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a35e24b-341e-4b86-a1bc-1114fe720d1f None None] Sync routers for ids ['63336999-3889-4933-b3d2-01420885fd7f'] in dv-cinder-801923-6-iscsi {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:22:45.090801 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a35e24b-341e-4b86-a1bc-1114fe720d1f None None] Routers {'63336999-3889-4933-b3d2-01420885fd7f'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:22:45.090801 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-3a35e24b-341e-4b86-a1bc-1114fe720d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:22:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['63336999-3889-4933-b3d2-01420885fd7f'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:22:45.116952 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98952b7-ef2d-4a9e-a1fe-9f051b6a7ccc req-46ce09ea-4fe5-4a9d-bddc-f9b5e1bfa8d6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] No DVR routers for this DVR port 7cc33a51-4853-41a6-8e83-c2de2246c5c2 on host hv-cinder-80192 {{(pid=103035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:22:45.119586 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-f98952b7-ef2d-4a9e-a1fe-9f051b6a7ccc req-46ce09ea-4fe5-4a9d-bddc-f9b5e1bfa8d6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:45.123026 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-f98952b7-ef2d-4a9e-a1fe-9f051b6a7ccc req-46ce09ea-4fe5-4a9d-bddc-f9b5e1bfa8d6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.30 "DELETE /v2.0/ports/7cc33a51-4853-41a6-8e83-c2de2246c5c2 HTTP/1.1" status: 204 len: 173 time: 0.9133995 Feb 09 06:22:45.123499 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca8a8349-2116-40df-b1ef-cb1d998624ee', 'name': 'network-vif-deleted', 'tag': '7cc33a51-4853-41a6-8e83-c2de2246c5c2'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:22:45.126107 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633fb946-293d-43d2-9f1c-6805c1d83191" -d '{"events": [{"server_uuid": "ca8a8349-2116-40df-b1ef-cb1d998624ee", "name": "network-vif-deleted", "tag": "7cc33a51-4853-41a6-8e83-c2de2246c5c2"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:22:45.170638 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ad9f49-ef70-4989-9d97-143d79d63492 x-openstack-request-id: req-50ad9f49-ef70-4989-9d97-143d79d63492 {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:22:45.170934 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca8a8349-2116-40df-b1ef-cb1d998624ee", "name": "network-vif-deleted", "tag": "7cc33a51-4853-41a6-8e83-c2de2246c5c2", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:22:45.171194 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50ad9f49-ef70-4989-9d97-143d79d63492 {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:22:45.171648 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca8a8349-2116-40df-b1ef-cb1d998624ee', 'name': 'network-vif-deleted', 'tag': '7cc33a51-4853-41a6-8e83-c2de2246c5c2', 'status': 'completed', 'code': 200} Feb 09 06:22:45.289170 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-3a35e24b-341e-4b86-a1bc-1114fe720d1f None None] Set router 63336999-3889-4933-b3d2-01420885fd7f gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:22:45.481730 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-3a35e24b-341e-4b86-a1bc-1114fe720d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63336999-3889-4933-b3d2-01420885fd7f', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:31Z', 'revision_number': 4, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'gw_port': {'id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:25Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '86365fa8-398d-497f-b281-0b5faeb832bd', 'name': '', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'mac_address': 'fa:16:3e:eb:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:30Z', 'updated_at': '2022-02-09T06:18:37Z', 'revision_number': 5, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'subnets': [{'id': 'edec6496-1545-49e9-88fa-af018f151255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:22:45.506999 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a35e24b-341e-4b86-a1bc-1114fe720d1f None None] Checking router: 63336999-3889-4933-b3d2-01420885fd7f for host: dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:22:45.515114 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a35e24b-341e-4b86-a1bc-1114fe720d1f None None] Routers {'63336999-3889-4933-b3d2-01420885fd7f'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:22:45.515736 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-3a35e24b-341e-4b86-a1bc-1114fe720d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:22:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['63336999-3889-4933-b3d2-01420885fd7f'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:22:45.622541 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-3a35e24b-341e-4b86-a1bc-1114fe720d1f None None] Set router 63336999-3889-4933-b3d2-01420885fd7f gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:22:45.650441 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e73fc59e-933c-4e95-a4d0-5d84cc2c3db7 req-3f45f8f0-6c13-4b20-a364-9c739ecd5dbf tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca8a8349-2116-40df-b1ef-cb1d998624ee HTTP/1.1" status: 200 len: 210 time: 0.0385120 Feb 09 06:22:45.680049 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:45.799982 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 56390) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:45.825253 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-3a35e24b-341e-4b86-a1bc-1114fe720d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63336999-3889-4933-b3d2-01420885fd7f', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:31Z', 'revision_number': 4, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'gw_port': {'id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:25Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '86365fa8-398d-497f-b281-0b5faeb832bd', 'name': '', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'mac_address': 'fa:16:3e:eb:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:30Z', 'updated_at': '2022-02-09T06:18:37Z', 'revision_number': 5, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'subnets': [{'id': 'edec6496-1545-49e9-88fa-af018f151255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:22:45.851418 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a35e24b-341e-4b86-a1bc-1114fe720d1f None None] The sync data for ids ['63336999-3889-4933-b3d2-01420885fd7f'] in dv-cinder-801923-6-iscsi is: [{'id': '63336999-3889-4933-b3d2-01420885fd7f', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:31Z', 'revision_number': 4, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'gw_port': {'id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:25Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '86365fa8-398d-497f-b281-0b5faeb832bd', 'name': '', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'mac_address': 'fa:16:3e:eb:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:30Z', 'updated_at': '2022-02-09T06:18:37Z', 'revision_number': 5, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'subnets': [{'id': 'edec6496-1545-49e9-88fa-af018f151255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:22:45.940658 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8fc4988a-3845-4122-b2aa-d7a7f03e5c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:46.018128 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1faab-cd47-468a-8bc8-2e04dbfe71d2 req-3ee6ba2e-78db-4867-9461-a6b57e7217a2 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:46.019698 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ceb1faab-cd47-468a-8bc8-2e04dbfe71d2 req-3ee6ba2e-78db-4867-9461-a6b57e7217a2 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.1122186 Feb 09 06:22:46.080527 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8fc4988a-3845-4122-b2aa-d7a7f03e5c68 admin admin] Publish callbacks [] for security_group (61d5ac4e-c1e5-48f3-b52e-201bb052678e), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:46.097011 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ceb1faab-cd47-468a-8bc8-2e04dbfe71d2 req-486bb1e3-8e7b-4f89-80f2-45940ae1bd0e tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689101 Feb 09 06:22:46.145099 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8fc4988a-3845-4122-b2aa-d7a7f03e5c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (61d5ac4e-c1e5-48f3-b52e-201bb052678e), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:46.145899 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324fe07b-9e90-4980-984f-f11c03a96aab None None] New status for floating IP 1295716b-e1d3-4864-b465-c1b5edb2a130: DOWN {{(pid=103036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 06:22:46.183462 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4988a-3845-4122-b2aa-d7a7f03e5c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d5ac4e-c1e5-48f3-b52e-201bb052678e,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:46.191280 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-8fc4988a-3845-4122-b2aa-d7a7f03e5c68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aba488ccf0e0497bbada67fe3a77dc9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3871336 Feb 09 06:22:46.191458 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 56398) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:46.193235 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4988a-3845-4122-b2aa-d7a7f03e5c68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:46.193559 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4988a-3845-4122-b2aa-d7a7f03e5c68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:46.193908 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4988a-3845-4122-b2aa-d7a7f03e5c68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:46.194290 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4988a-3845-4122-b2aa-d7a7f03e5c68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:46.194635 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4988a-3845-4122-b2aa-d7a7f03e5c68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:46.194973 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4988a-3845-4122-b2aa-d7a7f03e5c68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:46.195310 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4988a-3845-4122-b2aa-d7a7f03e5c68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:46.195644 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4988a-3845-4122-b2aa-d7a7f03e5c68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:46.195981 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4988a-3845-4122-b2aa-d7a7f03e5c68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:46.196313 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4988a-3845-4122-b2aa-d7a7f03e5c68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:46.196759 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4988a-3845-4122-b2aa-d7a7f03e5c68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:46.196965 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4988a-3845-4122-b2aa-d7a7f03e5c68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:46.197292 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4988a-3845-4122-b2aa-d7a7f03e5c68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:22:46.255756 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4e68b4a5-0450-4dc8-aaee-88264e54a3fa admin admin] Publish callbacks [] for security_group (61d5ac4e-c1e5-48f3-b52e-201bb052678e), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:46.280562 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4e68b4a5-0450-4dc8-aaee-88264e54a3fa admin admin] Publish callbacks [] for security_group (61d5ac4e-c1e5-48f3-b52e-201bb052678e), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:46.405540 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4e68b4a5-0450-4dc8-aaee-88264e54a3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (61d5ac4e-c1e5-48f3-b52e-201bb052678e), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:46.408836 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4e68b4a5-0450-4dc8-aaee-88264e54a3fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:46.410032 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-4e68b4a5-0450-4dc8-aaee-88264e54a3fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61d5ac4e-c1e5-48f3-b52e-201bb052678e HTTP/1.1" status: 204 len: 168 time: 0.2173879 Feb 09 06:22:46.418663 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68b4a5-0450-4dc8-aaee-88264e54a3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d5ac4e-c1e5-48f3-b52e-201bb052678e,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:46.851489 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 56408) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:46.908257 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ab76e884-3800-4aa4-be20-dd1ddb654bcc tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group (cb4215a8-6e57-44bc-b2fe-dc6daa994df5), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:46.931778 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ab76e884-3800-4aa4-be20-dd1ddb654bcc tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group (cb4215a8-6e57-44bc-b2fe-dc6daa994df5), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:47.043863 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 56410) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:47.057300 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-499a2796-9d83-42fa-adf1-a4b4516d0151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:47.061633 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ab76e884-3800-4aa4-be20-dd1ddb654bcc tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (cb4215a8-6e57-44bc-b2fe-dc6daa994df5), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:47.061840 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:47.066689 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ab76e884-3800-4aa4-be20-dd1ddb654bcc tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:47.067985 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-ab76e884-3800-4aa4-be20-dd1ddb654bcc tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "DELETE /v2.0/security-groups/cb4215a8-6e57-44bc-b2fe-dc6daa994df5 HTTP/1.1" status: 204 len: 168 time: 0.2154698 Feb 09 06:22:47.077895 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76e884-3800-4aa4-be20-dd1ddb654bcc tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4215a8-6e57-44bc-b2fe-dc6daa994df5,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:47.078147 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 56412) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:47.094974 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.api.v2.resource [None req-3b420963-43a3-4683-9271-0f87220bbbc1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] show failed (client error): The resource could not be found. Feb 09 06:22:47.098703 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-3b420963-43a3-4683-9271-0f87220bbbc1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups/cb4215a8-6e57-44bc-b2fe-dc6daa994df5 HTTP/1.1" status: 404 len: 347 time: 0.0163515 Feb 09 06:22:47.099193 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 56414) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:47.176830 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-499a2796-9d83-42fa-adf1-a4b4516d0151 admin admin] Publish callbacks [] for security_group (5022c63a-6e38-4340-9870-7ae3971a003f), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:47.237062 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-63f522f6-9710-4854-ab20-7f78db445836 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Deleting port 390cb1b5-cdc9-4926-bf6e-ed07f549a99a {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:22:47.237705 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-63f522f6-9710-4854-ab20-7f78db445836 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (390cb1b5-cdc9-4926-bf6e-ed07f549a99a), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:47.317618 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-63f522f6-9710-4854-ab20-7f78db445836 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (390cb1b5-cdc9-4926-bf6e-ed07f549a99a), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:47.318022 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-63f522f6-9710-4854-ab20-7f78db445836 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for floatingip (390cb1b5-cdc9-4926-bf6e-ed07f549a99a), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:47.330797 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-63f522f6-9710-4854-ab20-7f78db445836 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Calling delete_port for 390cb1b5-cdc9-4926-bf6e-ed07f549a99a owned by network:floatingip {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:22:47.438136 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-499a2796-9d83-42fa-adf1-a4b4516d0151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (5022c63a-6e38-4340-9870-7ae3971a003f), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:47.491581 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-499a2796-9d83-42fa-adf1-a4b4516d0151 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee7c9e09e4594a66a75e43d1cdb0f368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4437666 Feb 09 06:22:47.491581 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a2796-9d83-42fa-adf1-a4b4516d0151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5022c63a-6e38-4340-9870-7ae3971a003f,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:47.495897 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 56418) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:47.510646 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655bf46-472d-4741-bc8c-102194205aea req-cb5cf759-da40-450e-8219-861b5ea4a0eb tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:47.515198 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0655bf46-472d-4741-bc8c-102194205aea req-cb5cf759-da40-450e-8219-861b5ea4a0eb tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.3366411 Feb 09 06:22:47.603868 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0655bf46-472d-4741-bc8c-102194205aea req-5a478738-d99e-4dc3-be6b-e2ef8e938beb tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815604 Feb 09 06:22:47.605074 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-abab77a8-27f3-4dad-8f35-56fd9ff4d3dd admin admin] Publish callbacks [] for security_group (5022c63a-6e38-4340-9870-7ae3971a003f), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:47.629210 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-abab77a8-27f3-4dad-8f35-56fd9ff4d3dd admin admin] Publish callbacks [] for security_group (5022c63a-6e38-4340-9870-7ae3971a003f), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:47.741756 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-abab77a8-27f3-4dad-8f35-56fd9ff4d3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (5022c63a-6e38-4340-9870-7ae3971a003f), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:47.744575 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-abab77a8-27f3-4dad-8f35-56fd9ff4d3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:47.745797 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-abab77a8-27f3-4dad-8f35-56fd9ff4d3dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5022c63a-6e38-4340-9870-7ae3971a003f HTTP/1.1" status: 204 len: 168 time: 0.2492585 Feb 09 06:22:47.754067 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab77a8-27f3-4dad-8f35-56fd9ff4d3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5022c63a-6e38-4340-9870-7ae3971a003f,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:47.770945 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-63f522f6-9710-4854-ab20-7f78db445836 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (390cb1b5-cdc9-4926-bf6e-ed07f549a99a), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:47.801541 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f522f6-9710-4854-ab20-7f78db445836 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Pushing event deleted for resources: {'Port': ['ID=390cb1b5-cdc9-4926-bf6e-ed07f549a99a,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:47.868365 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-63f522f6-9710-4854-ab20-7f78db445836 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for floatingip (1295716b-e1d3-4864-b465-c1b5edb2a130), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:47.871049 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-63f522f6-9710-4854-ab20-7f78db445836 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:47.872250 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-63f522f6-9710-4854-ab20-7f78db445836 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "DELETE /v2.0/floatingips/1295716b-e1d3-4864-b465-c1b5edb2a130 HTTP/1.1" status: 204 len: 168 time: 0.7719712 Feb 09 06:22:48.102646 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 56426) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:48.107204 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-722cff2a-f08c-48a5-bfe4-262865bf53bb tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--848337876', 'description': 'tempest-description--65951211'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:22:48.194465 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-722cff2a-f08c-48a5-bfe4-262865bf53bb tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:48.259960 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-722cff2a-f08c-48a5-bfe4-262865bf53bb tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group (a8e8f2a5-ea13-4967-88f8-f4f31308a02f), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:48.308787 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-722cff2a-f08c-48a5-bfe4-262865bf53bb tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (a8e8f2a5-ea13-4967-88f8-f4f31308a02f), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:48.344196 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cff2a-f08c-48a5-bfe4-262865bf53bb tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e8f2a5-ea13-4967-88f8-f4f31308a02f,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:48.407600 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-722cff2a-f08c-48a5-bfe4-262865bf53bb tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:48.408952 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-722cff2a-f08c-48a5-bfe4-262865bf53bb tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3052297 Feb 09 06:22:48.411725 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 56428) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:48.416121 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-1858072c-0638-4ad4-8c5c-30f8804cef96 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Request body: {'security_group_rule': {'security_group_id': 'a8e8f2a5-ea13-4967-88f8-f4f31308a02f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:22:48.433836 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 56430) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:48.446344 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-66849db5-65e4-4d53-ae63-ba678dac77f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:48.496518 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1858072c-0638-4ad4-8c5c-30f8804cef96 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group_rule (7a56bc2d-312e-4ea6-9e13-ee81bea98f9e), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:48.546583 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-66849db5-65e4-4d53-ae63-ba678dac77f1 admin admin] Publish callbacks [] for security_group (b633085b-dcfc-46e8-8f51-4d669ff8e6d6), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:48.560349 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1858072c-0638-4ad4-8c5c-30f8804cef96 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group_rule (7a56bc2d-312e-4ea6-9e13-ee81bea98f9e), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:48.611904 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-66849db5-65e4-4d53-ae63-ba678dac77f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (b633085b-dcfc-46e8-8f51-4d669ff8e6d6), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:48.647486 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1858072c-0638-4ad4-8c5c-30f8804cef96 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (7a56bc2d-312e-4ea6-9e13-ee81bea98f9e), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:48.653739 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-66849db5-65e4-4d53-ae63-ba678dac77f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab7fbd2afe794708ad9f13de8b97f219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194719 Feb 09 06:22:48.660288 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 56434) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:48.660767 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66849db5-65e4-4d53-ae63-ba678dac77f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b633085b-dcfc-46e8-8f51-4d669ff8e6d6,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:48.671419 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858072c-0638-4ad4-8c5c-30f8804cef96 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a56bc2d-312e-4ea6-9e13-ee81bea98f9e,revision_number=0']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:48.729619 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078af339-8acc-47fd-ab2c-e479b2a82127 req-ccd5c67c-c140-419c-83e3-6ff7caa93ae8 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:48.731155 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-078af339-8acc-47fd-ab2c-e479b2a82127 req-ccd5c67c-c140-419c-83e3-6ff7caa93ae8 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0529768 Feb 09 06:22:48.746095 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1858072c-0638-4ad4-8c5c-30f8804cef96 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:48.746360 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ae593035-9e72-4bf7-b9a7-4f3e3ac1d3f6 admin admin] Publish callbacks [] for security_group (b633085b-dcfc-46e8-8f51-4d669ff8e6d6), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:48.749826 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-1858072c-0638-4ad4-8c5c-30f8804cef96 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3347487 Feb 09 06:22:48.751625 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 56436) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:48.757657 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 7cc33a51-4853-41a6-8e83-c2de2246c5c2 no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:22:48.765015 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-43b61f82-7fd8-49d9-ba91-09806e57a06a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Request body: {'security_group_rule': {'security_group_id': 'a8e8f2a5-ea13-4967-88f8-f4f31308a02f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:22:48.778063 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] No Port match for: 7cc33a51-4853-41a6-8e83-c2de2246c5c2 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:22:48.783242 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 7cc33a51-4853-41a6-8e83-c2de2246c5c2 not bound to the agent host hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:22:48.783377 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e95138-9517-4215-8e58-7299049af5cf req-6952ffce-589d-4326-ac58-a665feabc06f tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:48.783377 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-98e95138-9517-4215-8e58-7299049af5cf req-6952ffce-589d-4326-ac58-a665feabc06f tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.30 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 945 time: 0.0916061 Feb 09 06:22:48.788681 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-078af339-8acc-47fd-ab2c-e479b2a82127 req-92692c20-d15e-4632-b17e-28f0632587a5 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/security-groups?id=2509dfef-a3c6-4d79-84bd-dbe093e1916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513389 Feb 09 06:22:48.807863 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ae593035-9e72-4bf7-b9a7-4f3e3ac1d3f6 admin admin] Publish callbacks [] for security_group (b633085b-dcfc-46e8-8f51-4d669ff8e6d6), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:48.915431 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-98e95138-9517-4215-8e58-7299049af5cf req-69299810-4874-4c43-8880-f278dce50e08 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Deleting port 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:22:48.915689 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-98e95138-9517-4215-8e58-7299049af5cf req-69299810-4874-4c43-8880-f278dce50e08 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:48.960208 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-43b61f82-7fd8-49d9-ba91-09806e57a06a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group_rule (a778417f-2fec-4f21-8eec-f9881ed226b6), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:48.980690 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ae593035-9e72-4bf7-b9a7-4f3e3ac1d3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (b633085b-dcfc-46e8-8f51-4d669ff8e6d6), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:48.983240 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ae593035-9e72-4bf7-b9a7-4f3e3ac1d3f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:48.988209 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-ae593035-9e72-4bf7-b9a7-4f3e3ac1d3f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b633085b-dcfc-46e8-8f51-4d669ff8e6d6 HTTP/1.1" status: 204 len: 168 time: 0.3261125 Feb 09 06:22:49.018740 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae593035-9e72-4bf7-b9a7-4f3e3ac1d3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b633085b-dcfc-46e8-8f51-4d669ff8e6d6,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:49.055996 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-98e95138-9517-4215-8e58-7299049af5cf req-69299810-4874-4c43-8880-f278dce50e08 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] For port 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b,segment=NetworkSegment(3b300760-0b37-42f8-a2ee-9d24d51bed79),segment_id=3b300760-0b37-42f8-a2ee-9d24d51bed79)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:22:49.056357 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-98e95138-9517-4215-8e58-7299049af5cf req-69299810-4874-4c43-8880-f278dce50e08 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:49.073530 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-43b61f82-7fd8-49d9-ba91-09806e57a06a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group_rule (a778417f-2fec-4f21-8eec-f9881ed226b6), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:49.076354 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-98e95138-9517-4215-8e58-7299049af5cf req-69299810-4874-4c43-8880-f278dce50e08 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Calling delete_port for 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b owned by compute:nova {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:22:49.148583 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-43b61f82-7fd8-49d9-ba91-09806e57a06a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (a778417f-2fec-4f21-8eec-f9881ed226b6), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:49.195697 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b61f82-7fd8-49d9-ba91-09806e57a06a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a778417f-2fec-4f21-8eec-f9881ed226b6,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:49.236737 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-43b61f82-7fd8-49d9-ba91-09806e57a06a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:49.237941 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-43b61f82-7fd8-49d9-ba91-09806e57a06a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4798791 Feb 09 06:22:49.241014 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 56440) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:49.245376 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-7e2a4a87-509e-472d-aa79-e4ef6c792dd4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Request body: {'floatingip': {'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:22:49.262962 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-98e95138-9517-4215-8e58-7299049af5cf req-69299810-4874-4c43-8880-f278dce50e08 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:49.296833 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69299810-4874-4c43-8880-f278dce50e08 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Pushing event deleted for resources: {'Port': ['ID=5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:49.303681 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:22:49.325278 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4a87-509e-472d-aa79-e4ef6c792dd4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:49.354936 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e95138-9517-4215-8e58-7299049af5cf req-69299810-4874-4c43-8880-f278dce50e08 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] No DVR routers for this DVR port 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b on host hv-cinder-80192 {{(pid=103035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:22:49.379713 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-98e95138-9517-4215-8e58-7299049af5cf req-69299810-4874-4c43-8880-f278dce50e08 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:49.382990 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-98e95138-9517-4215-8e58-7299049af5cf req-69299810-4874-4c43-8880-f278dce50e08 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.30 "DELETE /v2.0/ports/5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b HTTP/1.1" status: 204 len: 173 time: 0.5911999 Feb 09 06:22:49.383551 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17de6776-a0c4-4755-9ae3-9164cdd85423', 'name': 'network-vif-deleted', 'tag': '5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:22:49.385797 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fec20be-385a-46dd-9dd6-2d20fb5f48b4" -d '{"events": [{"server_uuid": "17de6776-a0c4-4755-9ae3-9164cdd85423", "name": "network-vif-deleted", "tag": "5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:22:49.428882 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc1bd9f-078e-4aaa-9ade-438ec3ec3933 x-openstack-request-id: req-1cc1bd9f-078e-4aaa-9ade-438ec3ec3933 {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:22:49.429170 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17de6776-a0c4-4755-9ae3-9164cdd85423", "name": "network-vif-deleted", "tag": "5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:22:49.429422 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cc1bd9f-078e-4aaa-9ade-438ec3ec3933 {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:22:49.429822 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17de6776-a0c4-4755-9ae3-9164cdd85423', 'name': 'network-vif-deleted', 'tag': '5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b', 'status': 'completed', 'code': 200} Feb 09 06:22:49.455339 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4a87-509e-472d-aa79-e4ef6c792dd4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:49.563391 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [None req-7e2a4a87-509e-472d-aa79-e4ef6c792dd4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Allocated IP 172.27.3.182 (60906f90-e5e0-4579-a713-ae70aadf892a/3feeac82-f55f-4d1a-bdeb-44d8682c5c90/9d1e69e7-d56a-41b5-97e4-acac0ecc93c9) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:22:49.669958 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4a87-509e-472d-aa79-e4ef6c792dd4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for port (9d1e69e7-d56a-41b5-97e4-acac0ecc93c9), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:49.760594 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4a87-509e-472d-aa79-e4ef6c792dd4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (9d1e69e7-d56a-41b5-97e4-acac0ecc93c9), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:49.807137 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2a4a87-509e-472d-aa79-e4ef6c792dd4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Network 60906f90-e5e0-4579-a713-ae70aadf892a is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:22:49.808464 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a4a87-509e-472d-aa79-e4ef6c792dd4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Pushing event updated for resources: {'Port': ['ID=9d1e69e7-d56a-41b5-97e4-acac0ecc93c9,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:49.811060 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-7e2a4a87-509e-472d-aa79-e4ef6c792dd4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:22:49.813419 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2a4a87-509e-472d-aa79-e4ef6c792dd4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:22:49.900179 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a75a5fee-d943-407e-a374-6ce8ed4e9275 req-86626de1-bd7d-4c8b-9aa5-2d7704cd6ec0 tempest-ServerRescueNegativeTestJSON-479120977 tempest-ServerRescueNegativeTestJSON-479120977-project] 10.222.0.13 "GET /v2.0/ports?device_id=17de6776-a0c4-4755-9ae3-9164cdd85423 HTTP/1.1" status: 200 len: 210 time: 0.0270369 Feb 09 06:22:49.906318 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4a87-509e-472d-aa79-e4ef6c792dd4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for floatingip (208f9193-4258-440b-bc36-3fbec1a3e548), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:50.027132 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4a87-509e-472d-aa79-e4ef6c792dd4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (9d1e69e7-d56a-41b5-97e4-acac0ecc93c9), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:50.031889 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 56464) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:50.131405 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-be407f8b-adf8-42f3-81eb-fffbb6526519 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-80596186-network', 'tenant_id': 'd9aa8abde7414d0b891e70d99fed50e5'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:22:50.184253 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4a87-509e-472d-aa79-e4ef6c792dd4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for port (9d1e69e7-d56a-41b5-97e4-acac0ecc93c9), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:50.213152 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:22:50.216805 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be407f8b-adf8-42f3-81eb-fffbb6526519 admin admin] Made reservation on behalf of d9aa8abde7414d0b891e70d99fed50e5 for: {'network': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:22:50.219183 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-be407f8b-adf8-42f3-81eb-fffbb6526519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for network (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:50.227834 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-be407f8b-adf8-42f3-81eb-fffbb6526519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:50.239719 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4a87-509e-472d-aa79-e4ef6c792dd4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (9d1e69e7-d56a-41b5-97e4-acac0ecc93c9), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:50.303715 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-be407f8b-adf8-42f3-81eb-fffbb6526519 admin admin] Publish callbacks [] for security_group (8f4cb6b6-e9fc-438d-9159-e4af12093151), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:50.312102 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a4a87-509e-472d-aa79-e4ef6c792dd4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Pushing event updated for resources: {'Port': ['ID=9d1e69e7-d56a-41b5-97e4-acac0ecc93c9,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:50.321036 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4a87-509e-472d-aa79-e4ef6c792dd4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540521'] for floatingip (208f9193-4258-440b-bc36-3fbec1a3e548), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:50.358921 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-be407f8b-adf8-42f3-81eb-fffbb6526519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (8f4cb6b6-e9fc-438d-9159-e4af12093151), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:50.380744 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be407f8b-adf8-42f3-81eb-fffbb6526519 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 06:22:50.384687 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4a87-509e-472d-aa79-e4ef6c792dd4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:50.386159 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-7e2a4a87-509e-472d-aa79-e4ef6c792dd4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1440861 Feb 09 06:22:50.394155 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be407f8b-adf8-42f3-81eb-fffbb6526519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4cb6b6-e9fc-438d-9159-e4af12093151,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:50.400133 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-be407f8b-adf8-42f3-81eb-fffbb6526519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (9f9fbae6-fca6-4b60-a8da-db50676b2e7e), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:50.400484 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.segments_db [None req-be407f8b-adf8-42f3-81eb-fffbb6526519 admin admin] Added segment 9f9fbae6-fca6-4b60-a8da-db50676b2e7e of type vlan for network 792bb57d-d0bc-4d86-9bae-1a4cc194073a Feb 09 06:22:50.440145 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-be407f8b-adf8-42f3-81eb-fffbb6526519 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788413497640'] for network (792bb57d-d0bc-4d86-9bae-1a4cc194073a), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:50.525952 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-be407f8b-adf8-42f3-81eb-fffbb6526519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for network (792bb57d-d0bc-4d86-9bae-1a4cc194073a), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:50.527064 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be407f8b-adf8-42f3-81eb-fffbb6526519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:50.527834 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-be407f8b-adf8-42f3-81eb-fffbb6526519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:50.604230 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be407f8b-adf8-42f3-81eb-fffbb6526519 admin admin] Pushing event updated for resources: {'Network': ['ID=792bb57d-d0bc-4d86-9bae-1a4cc194073a,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:50.613680 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Network 792bb57d-d0bc-4d86-9bae-1a4cc194073a details requested by agent ovs-agent-dv-cinder-801923-6-iscsi with host dv-cinder-801923-6-iscsi {{(pid=103036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 06:22:50.626744 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-805e902c-7d6d-4836-8e1b-fd06a42844b1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--848337876&fields=id&tenant_id=d23a13d2bd3b43c39a6fdef1f65a0540 HTTP/1.1" status: 200 len: 267 time: 0.0806885 Feb 09 06:22:50.656281 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-be407f8b-adf8-42f3-81eb-fffbb6526519 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6244004 Feb 09 06:22:50.660269 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 56480) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:50.666351 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-0407c0b8-8fd7-46b9-a06b-ea425ab5aee6 admin admin] Request body: {'subnet': {'network_id': '792bb57d-d0bc-4d86-9bae-1a4cc194073a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-80596186-subnet', 'tenant_id': 'd9aa8abde7414d0b891e70d99fed50e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:22:50.738396 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-f864f164-1cd2-4fc7-863a-d32318fe0f65 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:50.739849 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-f864f164-1cd2-4fc7-863a-d32318fe0f65 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/networks?id=5b10a0e1-f501-4b31-86fb-646a220008e1 HTTP/1.1" status: 200 len: 816 time: 0.1066747 Feb 09 06:22:50.742684 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0407c0b8-8fd7-46b9-a06b-ea425ab5aee6 admin admin] Made reservation on behalf of d9aa8abde7414d0b891e70d99fed50e5 for: {'subnet': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:22:50.745132 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0407c0b8-8fd7-46b9-a06b-ea425ab5aee6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5061516'] for subnet (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:50.754650 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-7105cd35-c8ba-48af-8439-e751fa555d2f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/quotas/d23a13d2bd3b43c39a6fdef1f65a0540 HTTP/1.1" status: 200 len: 375 time: 0.0094633 Feb 09 06:22:50.809167 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-791d7729-9171-4cf3-a536-d084422756b7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d23a13d2bd3b43c39a6fdef1f65a0540&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492923 Feb 09 06:22:50.901670 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-468664b3-f859-451e-bb42-0f5337f7fabe service neutron] 10.222.0.13 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807166 Feb 09 06:22:50.956586 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 56484) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:50.963996 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0407c0b8-8fd7-46b9-a06b-ea425ab5aee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5111151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5061554'] for subnet (e74e9c88-d6c1-4d9a-b97b-6fd142341543), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:50.994221 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-ff0ae2b0-aaac-4b3e-a11a-3806f758c985 service neutron] 10.222.0.13 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870497 Feb 09 06:22:51.092174 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407c0b8-8fd7-46b9-a06b-ea425ab5aee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e74e9c88-d6c1-4d9a-b97b-6fd142341543,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:51.111756 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0407c0b8-8fd7-46b9-a06b-ea425ab5aee6 admin admin] Checking segment: {'id': '9f9fbae6-fca6-4b60-a8da-db50676b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '792bb57d-d0bc-4d86-9bae-1a4cc194073a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:22:51.112113 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0407c0b8-8fd7-46b9-a06b-ea425ab5aee6 admin admin] Network hostable DHCP agents. Network: 792bb57d-d0bc-4d86-9bae-1a4cc194073a, hostable agents: ['be82b069-f1bc-4233-ac9e-ce94c711d4de'], hosted agents: [] {{(pid=103035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 06:22:51.242245 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6ccca23b-7e81-4bbe-a5eb-2d1463ee48df req-962d901c-a95c-4eae-b9b6-641df5a67a81 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 210 time: 0.0284908 Feb 09 06:22:51.265343 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0407c0b8-8fd7-46b9-a06b-ea425ab5aee6 admin admin] Network 792bb57d-d0bc-4d86-9bae-1a4cc194073a is scheduled to be hosted by DHCP agent be82b069-f1bc-4233-ac9e-ce94c711d4de with binding_index 1 {{(pid=103035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 06:22:51.349185 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-0407c0b8-8fd7-46b9-a06b-ea425ab5aee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801923-6-iscsi, 792bb57d-d0bc-4d86-9bae-1a4cc194073a) {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:22:51.356942 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0407c0b8-8fd7-46b9-a06b-ea425ab5aee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:51.357544 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0407c0b8-8fd7-46b9-a06b-ea425ab5aee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for subnet (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:51.359051 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaabbc27-28fd-427d-8d59-a3653f44d0d8 None None] Network 792bb57d-d0bc-4d86-9bae-1a4cc194073a requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:22:51.456522 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7538faf-c2d7-4d77-8221-11b727079d4d None None] Network 792bb57d-d0bc-4d86-9bae-1a4cc194073a requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:22:51.470253 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-884891ad-4493-470f-b2f1-a09bb399e1ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541033'] for router_interface (c4797225-217a-4191-bba1-012a0ff207c2), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:51.475288 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-0407c0b8-8fd7-46b9-a06b-ea425ab5aee6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8139324 Feb 09 06:22:51.797376 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-884891ad-4493-470f-b2f1-a09bb399e1ec admin admin] Deleting port 80406dde-edc0-415a-96f4-2794ae528884 {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:22:51.798094 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-884891ad-4493-470f-b2f1-a09bb399e1ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (80406dde-edc0-415a-96f4-2794ae528884), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:51.875404 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-884891ad-4493-470f-b2f1-a09bb399e1ec admin admin] For port 80406dde-edc0-415a-96f4-2794ae528884, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=80406dde-edc0-415a-96f4-2794ae528884,segment=NetworkSegment(3b300760-0b37-42f8-a2ee-9d24d51bed79),segment_id=3b300760-0b37-42f8-a2ee-9d24d51bed79)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:22:51.876012 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-884891ad-4493-470f-b2f1-a09bb399e1ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (80406dde-edc0-415a-96f4-2794ae528884), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:51.888540 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-884891ad-4493-470f-b2f1-a09bb399e1ec admin admin] Calling delete_port for 80406dde-edc0-415a-96f4-2794ae528884 owned by network:router_interface {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:22:52.119711 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-884891ad-4493-470f-b2f1-a09bb399e1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (80406dde-edc0-415a-96f4-2794ae528884), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:52.146752 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884891ad-4493-470f-b2f1-a09bb399e1ec admin admin] Pushing event deleted for resources: {'Port': ['ID=80406dde-edc0-415a-96f4-2794ae528884,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:52.315744 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-884891ad-4493-470f-b2f1-a09bb399e1ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541181'] for router_interface (c4797225-217a-4191-bba1-012a0ff207c2), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:52.349488 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-05034bb3-057d-4223-92b2-8cb065e7c953 req-0a404dd0-05c1-4514-8fc0-229f6d9e8930 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 210 time: 0.0300257 Feb 09 06:22:52.548263 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884891ad-4493-470f-b2f1-a09bb399e1ec admin admin] Router c4797225-217a-4191-bba1-012a0ff207c2 has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:22:52.662839 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884891ad-4493-470f-b2f1-a09bb399e1ec admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:22:52.671392 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-884891ad-4493-470f-b2f1-a09bb399e1ec admin admin] 10.222.0.13 "PUT /v2.0/routers/c4797225-217a-4191-bba1-012a0ff207c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7102334 Feb 09 06:22:52.671392 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 56508) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:52.673041 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d11af31-4376-4ebb-93a4-07249a41c891 None None] Sync routers for ids ['c4797225-217a-4191-bba1-012a0ff207c2'] in dv-cinder-801923-6-iscsi {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:22:52.684033 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d11af31-4376-4ebb-93a4-07249a41c891 None None] Routers {'c4797225-217a-4191-bba1-012a0ff207c2'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:22:52.684649 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-7d11af31-4376-4ebb-93a4-07249a41c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:22:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['c4797225-217a-4191-bba1-012a0ff207c2'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:22:52.779372 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:22:52.793082 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-7d11af31-4376-4ebb-93a4-07249a41c891 None None] Set router c4797225-217a-4191-bba1-012a0ff207c2 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:22:52.800859 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] No Port match for: 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:22:52.801108 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 5f1d8bf6-756d-44ef-8cd8-a2b5e9852d1b not bound to the agent host hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:22:52.977169 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-7d11af31-4376-4ebb-93a4-07249a41c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4797225-217a-4191-bba1-012a0ff207c2', 'name': 'tempest-ServerRescueNegativeTestJSON-538046890-router', 'tenant_id': 'd24c9276ccc34d9d8d00b76f66800588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '69a3ee61-1195-4d62-a4db-4a897febfd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:19:29Z', 'updated_at': '2022-02-09T06:22:52Z', 'revision_number': 5, 'project_id': 'd24c9276ccc34d9d8d00b76f66800588', 'gw_port': {'id': '69a3ee61-1195-4d62-a4db-4a897febfd7b', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4797225-217a-4191-bba1-012a0ff207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:19:30Z', 'updated_at': '2022-02-09T06:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:22:53.003653 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-231a6eaf-73da-4581-ab70-01694c782e84 admin admin] Publish callbacks [] for router (c4797225-217a-4191-bba1-012a0ff207c2), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:53.007269 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d11af31-4376-4ebb-93a4-07249a41c891 None None] Checking router: c4797225-217a-4191-bba1-012a0ff207c2 for host: dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:22:53.015626 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d11af31-4376-4ebb-93a4-07249a41c891 None None] Routers {'c4797225-217a-4191-bba1-012a0ff207c2'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:22:53.016241 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-7d11af31-4376-4ebb-93a4-07249a41c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:22:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['c4797225-217a-4191-bba1-012a0ff207c2'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:22:53.114496 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-231a6eaf-73da-4581-ab70-01694c782e84 admin admin] Publish callbacks [] for router_gateway (c4797225-217a-4191-bba1-012a0ff207c2), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:53.121546 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-7d11af31-4376-4ebb-93a4-07249a41c891 None None] Set router c4797225-217a-4191-bba1-012a0ff207c2 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:22:53.242147 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-231a6eaf-73da-4581-ab70-01694c782e84 admin admin] Deleting port 69a3ee61-1195-4d62-a4db-4a897febfd7b {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:22:53.242519 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-231a6eaf-73da-4581-ab70-01694c782e84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (69a3ee61-1195-4d62-a4db-4a897febfd7b), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:53.297250 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-7d11af31-4376-4ebb-93a4-07249a41c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4797225-217a-4191-bba1-012a0ff207c2', 'name': 'tempest-ServerRescueNegativeTestJSON-538046890-router', 'tenant_id': 'd24c9276ccc34d9d8d00b76f66800588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '69a3ee61-1195-4d62-a4db-4a897febfd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:19:29Z', 'updated_at': '2022-02-09T06:22:52Z', 'revision_number': 5, 'project_id': 'd24c9276ccc34d9d8d00b76f66800588', 'gw_port': {'id': '69a3ee61-1195-4d62-a4db-4a897febfd7b', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4797225-217a-4191-bba1-012a0ff207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:19:30Z', 'updated_at': '2022-02-09T06:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:22:53.324088 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d11af31-4376-4ebb-93a4-07249a41c891 None None] The sync data for ids ['c4797225-217a-4191-bba1-012a0ff207c2'] in dv-cinder-801923-6-iscsi is: [{'id': 'c4797225-217a-4191-bba1-012a0ff207c2', 'name': 'tempest-ServerRescueNegativeTestJSON-538046890-router', 'tenant_id': 'd24c9276ccc34d9d8d00b76f66800588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '69a3ee61-1195-4d62-a4db-4a897febfd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:19:29Z', 'updated_at': '2022-02-09T06:22:52Z', 'revision_number': 5, 'project_id': 'd24c9276ccc34d9d8d00b76f66800588', 'gw_port': {'id': '69a3ee61-1195-4d62-a4db-4a897febfd7b', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4797225-217a-4191-bba1-012a0ff207c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:19:30Z', 'updated_at': '2022-02-09T06:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}] {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:22:53.410362 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-231a6eaf-73da-4581-ab70-01694c782e84 admin admin] For port 69a3ee61-1195-4d62-a4db-4a897febfd7b, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=69a3ee61-1195-4d62-a4db-4a897febfd7b,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:22:53.411391 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-231a6eaf-73da-4581-ab70-01694c782e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (69a3ee61-1195-4d62-a4db-4a897febfd7b), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:53.434533 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-231a6eaf-73da-4581-ab70-01694c782e84 admin admin] Calling delete_port for 69a3ee61-1195-4d62-a4db-4a897febfd7b owned by network:router_gateway {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:22:53.443635 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-5287f641-70c1-4100-b2ca-164155a690db tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:53.445149 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-5287f641-70c1-4100-b2ca-164155a690db tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.30 "GET /v2.0/networks?id=5b10a0e1-f501-4b31-86fb-646a220008e1 HTTP/1.1" status: 200 len: 816 time: 0.1913240 Feb 09 06:22:53.462488 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a540c81c-76a9-4eb4-bcd3-fd380ed7819d req-1b3e9bcb-2227-4661-8d30-2a341ef065a7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 210 time: 0.0355442 Feb 09 06:22:53.555202 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-55d9fb21-5c88-4195-9fc6-219783be2b7c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d23a13d2bd3b43c39a6fdef1f65a0540 HTTP/1.1" status: 200 len: 379 time: 0.0679953 Feb 09 06:22:53.596357 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-8cd4d1dc-445a-49f6-906c-6a21330a791c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Request body: {'port': {'device_id': 'f8806acc-f0ac-456d-8b57-c4b60f8ea401', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'admin_state_up': True, 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'security_groups': ['a8e8f2a5-ea13-4967-88f8-f4f31308a02f']}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:22:53.612945 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-fbafd652-993d-49b2-b317-3b083bab3198 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:53.614478 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-fbafd652-993d-49b2-b317-3b083bab3198 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/networks?id=792bb57d-d0bc-4d86-9bae-1a4cc194073a HTTP/1.1" status: 200 len: 807 time: 0.1026609 Feb 09 06:22:53.631367 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-f98cb555-be98-4a9d-a9e0-83c686f6f414 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/quotas/d9aa8abde7414d0b891e70d99fed50e5 HTTP/1.1" status: 200 len: 375 time: 0.0101392 Feb 09 06:22:53.664649 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-c71d32cd-1a30-4969-a43c-fdda133a78f6 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9aa8abde7414d0b891e70d99fed50e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268946 Feb 09 06:22:53.775433 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-30347033-39c3-49c9-8ab4-f0b2841edcf1 service neutron] 10.222.0.13 "GET /v2.0/networks/792bb57d-d0bc-4d86-9bae-1a4cc194073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004188 Feb 09 06:22:53.823853 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-8cd4d1dc-445a-49f6-906c-6a21330a791c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Made reservation on behalf of d23a13d2bd3b43c39a6fdef1f65a0540 for: {'port': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:22:53.827463 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-8cd4d1dc-445a-49f6-906c-6a21330a791c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:53.831161 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-231a6eaf-73da-4581-ab70-01694c782e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (69a3ee61-1195-4d62-a4db-4a897febfd7b), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:53.865194 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-f0a94998-d220-4761-b328-ac2297975b95 service neutron] 10.222.0.13 "GET /v2.0/networks/792bb57d-d0bc-4d86-9bae-1a4cc194073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840037 Feb 09 06:22:53.869726 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a6eaf-73da-4581-ab70-01694c782e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a3ee61-1195-4d62-a4db-4a897febfd7b,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:53.980107 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-231a6eaf-73da-4581-ab70-01694c782e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540447'] for router_gateway (c4797225-217a-4191-bba1-012a0ff207c2), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:54.118340 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-231a6eaf-73da-4581-ab70-01694c782e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11033'] for router (c4797225-217a-4191-bba1-012a0ff207c2), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:54.123089 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-231a6eaf-73da-4581-ab70-01694c782e84 admin admin] Publish callbacks [] for router_controller (c4797225-217a-4191-bba1-012a0ff207c2), precommit_delete_associations {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:54.134018 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-8cd4d1dc-445a-49f6-906c-6a21330a791c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Allocated IP 172.20.0.5 (5b10a0e1-f501-4b31-86fb-646a220008e1/edec6496-1545-49e9-88fa-af018f151255/be4671cf-6e71-490b-8d24-e822ba6472a9) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:22:54.146828 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7acf0969-b8ab-40be-8b1e-76f99b7df543 req-5f92449a-760e-49b9-9f38-72ff36b29cd4 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 210 time: 0.0313787 Feb 09 06:22:54.264776 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-231a6eaf-73da-4581-ab70-01694c782e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539535'] for router (c4797225-217a-4191-bba1-012a0ff207c2), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:54.265319 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231a6eaf-73da-4581-ab70-01694c782e84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4797225-217a-4191-bba1-012a0ff207c2 {{(pid=103035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 06:22:54.273479 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-231a6eaf-73da-4581-ab70-01694c782e84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:54.274593 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-231a6eaf-73da-4581-ab70-01694c782e84 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c4797225-217a-4191-bba1-012a0ff207c2 HTTP/1.1" status: 204 len: 168 time: 1.6032605 Feb 09 06:22:54.277310 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 56540) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:54.337577 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-8cd4d1dc-445a-49f6-906c-6a21330a791c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:54.339120 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f22ba3c-f4da-4ace-b6c8-68bdd5ecfc61 admin admin] Deleting subnet 9875eb3a-2b3e-4144-a2ff-7cc38bef213b {{(pid=103034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 06:22:54.343573 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4f22ba3c-f4da-4ace-b6c8-68bdd5ecfc61 admin admin] Publish callbacks [] for subnet (9875eb3a-2b3e-4144-a2ff-7cc38bef213b), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:54.380640 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4f22ba3c-f4da-4ace-b6c8-68bdd5ecfc61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819294'] for subnet (9875eb3a-2b3e-4144-a2ff-7cc38bef213b), precommit_delete_associations {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:54.420586 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4f22ba3c-f4da-4ace-b6c8-68bdd5ecfc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070576'] for subnet (9875eb3a-2b3e-4144-a2ff-7cc38bef213b), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:54.440756 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-8cd4d1dc-445a-49f6-906c-6a21330a791c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:54.486750 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-8cd4d1dc-445a-49f6-906c-6a21330a791c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Network 5b10a0e1-f501-4b31-86fb-646a220008e1 is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:22:54.491846 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-8cd4d1dc-445a-49f6-906c-6a21330a791c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:22:54.495561 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-8cd4d1dc-445a-49f6-906c-6a21330a791c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:22:54.514817 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4f22ba3c-f4da-4ace-b6c8-68bdd5ecfc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6166112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4413224'] for subnet (9875eb3a-2b3e-4144-a2ff-7cc38bef213b), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:54.524463 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4d1dc-445a-49f6-906c-6a21330a791c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Pushing event updated for resources: {'Port': ['ID=be4671cf-6e71-490b-8d24-e822ba6472a9,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:54.552613 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22ba3c-f4da-4ace-b6c8-68bdd5ecfc61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9875eb3a-2b3e-4144-a2ff-7cc38bef213b,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:54.557832 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4f22ba3c-f4da-4ace-b6c8-68bdd5ecfc61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:54.563213 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-8cd4d1dc-445a-49f6-906c-6a21330a791c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:54.563213 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-8cd4d1dc-445a-49f6-906c-6a21330a791c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:54.564754 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 56544) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:54.565148 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-4f22ba3c-f4da-4ace-b6c8-68bdd5ecfc61 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9875eb3a-2b3e-4144-a2ff-7cc38bef213b HTTP/1.1" status: 204 len: 168 time: 0.2867830 Feb 09 06:22:54.629198 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedabd4-7d63-42f6-bbde-611fb7a9e054 req-de7cc84d-8ad3-4043-867f-cbcdc278eb15 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:54.630811 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0cedabd4-7d63-42f6-bbde-611fb7a9e054 req-de7cc84d-8ad3-4043-867f-cbcdc278eb15 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 931 time: 0.0895205 Feb 09 06:22:54.644006 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-88eacd37-9d38-4c42-aa83-d81deb450e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096870'] for network (f0bda187-4e28-4090-8960-43f4efd30296), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:54.682574 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0cedabd4-7d63-42f6-bbde-611fb7a9e054 req-bd48266d-05a9-43e9-8181-ecbb1f34cfd8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447922 Feb 09 06:22:54.728183 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-8cd4d1dc-445a-49f6-906c-6a21330a791c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1377861 Feb 09 06:22:54.742467 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-88eacd37-9d38-4c42-aa83-d81deb450e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1884327', 'neutron.services.segments.db._delete_segments_for_network-8788413974977'] for network (f0bda187-4e28-4090-8960-43f4efd30296), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:54.768375 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] Request body: {'port': {'device_id': 'f8806acc-f0ac-456d-8b57-c4b60f8ea401', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80192'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:22:54.790265 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 80406dde-edc0-415a-96f4-2794ae528884 no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:22:54.792700 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-88eacd37-9d38-4c42-aa83-d81deb450e5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0bda187-4e28-4090-8960-43f4efd30296']}} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:22:54.808217 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-88eacd37-9d38-4c42-aa83-d81deb450e5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b300760-0b37-42f8-a2ee-9d24d51bed79') {'for_net_delete': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:22:54.808544 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-88eacd37-9d38-4c42-aa83-d81deb450e5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b300760-0b37-42f8-a2ee-9d24d51bed79') {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:22:54.820439 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: 80406dde-edc0-415a-96f4-2794ae528884 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:22:54.820777 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-88eacd37-9d38-4c42-aa83-d81deb450e5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788413976266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020429'] for segment (3b300760-0b37-42f8-a2ee-9d24d51bed79), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:54.821227 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 80406dde-edc0-415a-96f4-2794ae528884 not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:22:54.821817 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 69a3ee61-1195-4d62-a4db-4a897febfd7b no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:22:54.848699 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: 69a3ee61-1195-4d62-a4db-4a897febfd7b {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:22:54.849290 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 69a3ee61-1195-4d62-a4db-4a897febfd7b not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:22:54.855952 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-a53ae89d-80e6-44b0-a30d-c87ead6d3e78 None None] Provisioning complete for port be4671cf-6e71-490b-8d24-e822ba6472a9 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:22:54.856342 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-a53ae89d-80e6-44b0-a30d-c87ead6d3e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:54.857249 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-88eacd37-9d38-4c42-aa83-d81deb450e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (3b300760-0b37-42f8-a2ee-9d24d51bed79), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:54.866870 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88eacd37-9d38-4c42-aa83-d81deb450e5c admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 06:22:54.867621 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-88eacd37-9d38-4c42-aa83-d81deb450e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5111174'] for segment (3b300760-0b37-42f8-a2ee-9d24d51bed79), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: Traceback (most recent call last): Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: timer() Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: cb(*args, **kw) Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: return func(*args, **kwargs) Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: self._notify() Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: self.callback(batched_events) Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: event.method(event) Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: return f(self, *a, **k) Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._get(url).json() Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: return self.request(url, 'GET', **kwargs) Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 06:22:54.878566 dv-cinder-801923-6-iscsi neutron-server[103035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 06:22:54.892748 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-a53ae89d-80e6-44b0-a30d-c87ead6d3e78 None None] Port be4671cf-6e71-490b-8d24-e822ba6472a9 cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:22:54.912591 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:55.019011 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-88eacd37-9d38-4c42-aa83-d81deb450e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1884350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540539'] for network (f0bda187-4e28-4090-8960-43f4efd30296), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:55.026053 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-88eacd37-9d38-4c42-aa83-d81deb450e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:55.029249 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-88eacd37-9d38-4c42-aa83-d81deb450e5c admin admin] 10.222.0.13 "DELETE /v2.0/networks/f0bda187-4e28-4090-8960-43f4efd30296 HTTP/1.1" status: 204 len: 168 time: 0.4631498 Feb 09 06:22:55.046459 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eacd37-9d38-4c42-aa83-d81deb450e5c admin admin] Pushing event deleted for resources: {'Network': ['ID=f0bda187-4e28-4090-8960-43f4efd30296,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:55.199254 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4671cf-6e71-490b-8d24-e822ba6472a9 {{(pid=103035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:22:55.208438 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] Publish callbacks [] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:55.223305 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.provisioning_blocks [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] Transition to ACTIVE for port object be4671cf-6e71-490b-8d24-e822ba6472a9 will not be triggered until provisioned by entity L2. {{(pid=103035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 06:22:55.240973 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-970c47a5-6faa-437c-878c-ae7d65f7f8a7 req-0b576767-3b56-4513-ad38-8439315b16c3 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 210 time: 0.0286748 Feb 09 06:22:55.308212 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:55.319922 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 56554) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:55.356263 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] Pushing event updated for resources: {'Port': ['ID=be4671cf-6e71-490b-8d24-e822ba6472a9,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:55.363001 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-0bda0ae6-86f3-41fa-b629-c117c6d3f181 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d24c9276ccc34d9d8d00b76f66800588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407777 Feb 09 06:22:55.364532 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 56556) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:22:55.419877 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b8f17791-8354-4c99-9d48-4c367c805c4c admin admin] Publish callbacks [] for security_group (2509dfef-a3c6-4d79-84bd-dbe093e1916d), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:55.437356 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] Attempting to bind port be4671cf-6e71-490b-8d24-e822ba6472a9 on host hv-cinder-80192 for vnic_type normal with profile {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:22:55.437977 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] Attempting to bind port be4671cf-6e71-490b-8d24-e822ba6472a9 by drivers openvswitch,hyperv on host hv-cinder-80192 at level 0 using segments [{'id': '6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1'}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:22:55.438500 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] Attempting to bind port be4671cf-6e71-490b-8d24-e822ba6472a9 on network 5b10a0e1-f501-4b31-86fb-646a220008e1 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:22:55.443708 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] Port be4671cf-6e71-490b-8d24-e822ba6472a9 on network 5b10a0e1-f501-4b31-86fb-646a220008e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80192 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 06:22:55.444227 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] Attempting to bind port be4671cf-6e71-490b-8d24-e822ba6472a9 on network 5b10a0e1-f501-4b31-86fb-646a220008e1 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:22:55.449068 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b8f17791-8354-4c99-9d48-4c367c805c4c admin admin] Publish callbacks [] for security_group (2509dfef-a3c6-4d79-84bd-dbe093e1916d), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:55.449603 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] Checking agent: {'id': '16e2666b-01c8-44a0-ad9b-455a2be8881c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80192', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'started_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:22:55.450114 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] Checking segment: {'id': '6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:22:55.450719 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] Bound using segment: {'id': '6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1'} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:22:55.451656 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] Bound port: be4671cf-6e71-490b-8d24-e822ba6472a9, host: hv-cinder-80192, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1'}}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:22:55.452493 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:55.525824 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] For port be4671cf-6e71-490b-8d24-e822ba6472a9, host hv-cinder-80192, cleared binding levels {{(pid=103035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:22:55.532466 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] For port be4671cf-6e71-490b-8d24-e822ba6472a9, host hv-cinder-80192, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=be4671cf-6e71-490b-8d24-e822ba6472a9,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:22:55.594538 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b8f17791-8354-4c99-9d48-4c367c805c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (2509dfef-a3c6-4d79-84bd-dbe093e1916d), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:55.595171 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:55.597254 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b8f17791-8354-4c99-9d48-4c367c805c4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:55.598487 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-b8f17791-8354-4c99-9d48-4c367c805c4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2509dfef-a3c6-4d79-84bd-dbe093e1916d HTTP/1.1" status: 204 len: 168 time: 0.2328584 Feb 09 06:22:55.612846 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f17791-8354-4c99-9d48-4c367c805c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2509dfef-a3c6-4d79-84bd-dbe093e1916d,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:55.638906 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:55.639945 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:55.641216 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] 10.222.0.30 "PUT /v2.0/ports/be4671cf-6e71-490b-8d24-e822ba6472a9 HTTP/1.1" status: 200 len: 1093 time: 0.8852494 Feb 09 06:22:55.641665 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8806acc-f0ac-456d-8b57-c4b60f8ea401', 'tag': 'be4671cf-6e71-490b-8d24-e822ba6472a9'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:22:55.644804 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3076cc-fa66-4208-8b77-72e2101442ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f8806acc-f0ac-456d-8b57-c4b60f8ea401", "tag": "be4671cf-6e71-490b-8d24-e822ba6472a9"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:22:55.682052 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4f76b-65e0-4504-a609-7af9317ffcbe service neutron] Pushing event updated for resources: {'Port': ['ID=be4671cf-6e71-490b-8d24-e822ba6472a9,revision_number=3']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:55.692932 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df05bce-c619-476c-8ab4-1a1eb72660c5 x-openstack-request-id: req-7df05bce-c619-476c-8ab4-1a1eb72660c5 {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:22:55.693226 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8806acc-f0ac-456d-8b57-c4b60f8ea401", "tag": "be4671cf-6e71-490b-8d24-e822ba6472a9", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:22:55.693490 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7df05bce-c619-476c-8ab4-1a1eb72660c5 {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:22:55.693890 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8806acc-f0ac-456d-8b57-c4b60f8ea401', 'tag': 'be4671cf-6e71-490b-8d24-e822ba6472a9', 'status': 'completed', 'code': 200} Feb 09 06:22:55.803184 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3076cc-fa66-4208-8b77-72e2101442ee req-9fa06b4b-5046-474d-9902-6b5497a7c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:55.804904 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1c3076cc-fa66-4208-8b77-72e2101442ee req-9fa06b4b-5046-474d-9902-6b5497a7c75d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d23a13d2bd3b43c39a6fdef1f65a0540&device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 1127 time: 0.0548856 Feb 09 06:22:55.842551 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d42bef-1d21-4cb0-8e94-6c4a6f560fea req-15f950ff-d42c-4dbf-863b-506a54d26f52 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:55.844081 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-12d42bef-1d21-4cb0-8e94-6c4a6f560fea req-15f950ff-d42c-4dbf-863b-506a54d26f52 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 943 time: 0.0576203 Feb 09 06:22:55.898607 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-12d42bef-1d21-4cb0-8e94-6c4a6f560fea req-c754072f-1888-4190-b3ad-d6204e16052f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480216 Feb 09 06:22:55.920642 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3076cc-fa66-4208-8b77-72e2101442ee req-6fb4fa49-d68a-4dcc-ba8c-7e46407143e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:55.922062 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1c3076cc-fa66-4208-8b77-72e2101442ee req-6fb4fa49-d68a-4dcc-ba8c-7e46407143e0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d23a13d2bd3b43c39a6fdef1f65a0540&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1005938 Feb 09 06:22:56.020308 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3076cc-fa66-4208-8b77-72e2101442ee req-becb8d6a-5ff4-486f-926f-334c5a7d44c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:56.021870 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1c3076cc-fa66-4208-8b77-72e2101442ee req-becb8d6a-5ff4-486f-926f-334c5a7d44c9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0929501 Feb 09 06:22:56.162393 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-37c848fb-7451-43d3-92db-c55810c5df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:56.163928 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-37c848fb-7451-43d3-92db-c55810c5df64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d23a13d2bd3b43c39a6fdef1f65a0540&device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 1127 time: 0.0503411 Feb 09 06:22:56.214768 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-8e95866f-a989-4306-a3d4-328f19035ac9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be4671cf-6e71-490b-8d24-e822ba6472a9 HTTP/1.1" status: 200 len: 217 time: 0.0345705 Feb 09 06:22:56.286756 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-deffd1b7-a1ee-4e2e-b3f4-4299509b1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:56.288278 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-deffd1b7-a1ee-4e2e-b3f4-4299509b1cef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=edec6496-1545-49e9-88fa-af018f151255 HTTP/1.1" status: 200 len: 855 time: 0.0514369 Feb 09 06:22:56.356162 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-aad09b9e-dc3b-4527-9348-6bd9d82c38bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:56.357830 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-aad09b9e-dc3b-4527-9348-6bd9d82c38bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b10a0e1-f501-4b31-86fb-646a220008e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610125 Feb 09 06:22:56.393790 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-675ce93b-a7c5-4078-919d-0a051106b420 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:56.395265 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-675ce93b-a7c5-4078-919d-0a051106b420 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.30 "GET /v2.0/networks?id=792bb57d-d0bc-4d86-9bae-1a4cc194073a HTTP/1.1" status: 200 len: 807 time: 0.1581099 Feb 09 06:22:56.397069 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8a72ba30-0f40-4af6-91b1-3bbaf43b7db2 req-7200652e-5cde-4db8-8009-8c7813f4ca63 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 210 time: 0.0703712 Feb 09 06:22:56.418395 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-b349f3d8-bd48-4577-a6d9-2cb5170b1c42 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Request body: {'port': {'device_id': 'f6834f43-290d-4366-ba64-180f1418eed3', 'network_id': '792bb57d-d0bc-4d86-9bae-1a4cc194073a', 'admin_state_up': True, 'tenant_id': 'd9aa8abde7414d0b891e70d99fed50e5'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:22:56.456857 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-9b039927-8e41-4892-9891-dc7a36eaabe2 service neutron] 10.222.0.30 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858722 Feb 09 06:22:56.570789 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-7d54c7ed-14f6-4b3c-980f-a59218621bfc req-bd6ad3bd-d202-467d-991f-580ac0e6cc13 service neutron] 10.222.0.30 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071539 Feb 09 06:22:56.605372 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-b349f3d8-bd48-4577-a6d9-2cb5170b1c42 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Made reservation on behalf of d9aa8abde7414d0b891e70d99fed50e5 for: {'port': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:22:56.609043 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-b349f3d8-bd48-4577-a6d9-2cb5170b1c42 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:56.743578 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-b349f3d8-bd48-4577-a6d9-2cb5170b1c42 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Allocated IP 172.20.0.12 (792bb57d-d0bc-4d86-9bae-1a4cc194073a/e74e9c88-d6c1-4d9a-b97b-6fd142341543/7f4b0472-10d4-41cf-937a-a4d5a3acd67d) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:22:56.905868 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-b349f3d8-bd48-4577-a6d9-2cb5170b1c42 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Publish callbacks [] for port (7f4b0472-10d4-41cf-937a-a4d5a3acd67d), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:57.032080 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcde76-8705-4506-82fe-7d7fa9f6e876 req-d850d4a6-84bf-4c22-af34-d3933946404b tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:57.033590 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-27dcde76-8705-4506-82fe-7d7fa9f6e876 req-d850d4a6-84bf-4c22-af34-d3933946404b tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 943 time: 0.0583007 Feb 09 06:22:57.035102 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-b349f3d8-bd48-4577-a6d9-2cb5170b1c42 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (7f4b0472-10d4-41cf-937a-a4d5a3acd67d), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:57.103464 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-b349f3d8-bd48-4577-a6d9-2cb5170b1c42 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Network 792bb57d-d0bc-4d86-9bae-1a4cc194073a is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:22:57.113519 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-b349f3d8-bd48-4577-a6d9-2cb5170b1c42 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:22:57.120555 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-b349f3d8-bd48-4577-a6d9-2cb5170b1c42 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:22:57.122963 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349f3d8-bd48-4577-a6d9-2cb5170b1c42 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Pushing event updated for resources: {'Port': ['ID=7f4b0472-10d4-41cf-937a-a4d5a3acd67d,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:57.169861 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-27dcde76-8705-4506-82fe-7d7fa9f6e876 req-7d54d86f-622d-4b02-9064-97604065e1df tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274855 Feb 09 06:22:57.185662 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-b349f3d8-bd48-4577-a6d9-2cb5170b1c42 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:57.186345 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-b349f3d8-bd48-4577-a6d9-2cb5170b1c42 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:57.243627 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-b349f3d8-bd48-4577-a6d9-2cb5170b1c42 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8295519 Feb 09 06:22:57.269484 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] Request body: {'port': {'device_id': 'f6834f43-290d-4366-ba64-180f1418eed3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80192'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:22:57.325951 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (7f4b0472-10d4-41cf-937a-a4d5a3acd67d), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:57.562004 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cb023-a95c-49ad-a495-5953d02d1eaa req-3398d3c3-8299-4e8f-b4c1-f05c295ad377 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:57.563496 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-435cb023-a95c-49ad-a495-5953d02d1eaa req-3398d3c3-8299-4e8f-b4c1-f05c295ad377 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 932 time: 0.0712626 Feb 09 06:22:57.651093 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-435cb023-a95c-49ad-a495-5953d02d1eaa req-f2844e27-389e-4c4f-9dab-30ba3a634135 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798767 Feb 09 06:22:57.663415 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4b0472-10d4-41cf-937a-a4d5a3acd67d {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:22:57.671087 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] Publish callbacks [] for port (7f4b0472-10d4-41cf-937a-a4d5a3acd67d), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:57.683557 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] Transition to ACTIVE for port object 7f4b0472-10d4-41cf-937a-a4d5a3acd67d will not be triggered until provisioned by entity L2. {{(pid=103034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 06:22:57.758554 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (7f4b0472-10d4-41cf-937a-a4d5a3acd67d), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:57.829742 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4b0472-10d4-41cf-937a-a4d5a3acd67d,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:57.878434 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] Attempting to bind port 7f4b0472-10d4-41cf-937a-a4d5a3acd67d on host hv-cinder-80192 for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:22:57.878769 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] Attempting to bind port 7f4b0472-10d4-41cf-937a-a4d5a3acd67d by drivers openvswitch,hyperv on host hv-cinder-80192 at level 0 using segments [{'id': '9f9fbae6-fca6-4b60-a8da-db50676b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '792bb57d-d0bc-4d86-9bae-1a4cc194073a'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:22:57.879088 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] Attempting to bind port 7f4b0472-10d4-41cf-937a-a4d5a3acd67d on network 792bb57d-d0bc-4d86-9bae-1a4cc194073a {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:22:57.883243 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] Port 7f4b0472-10d4-41cf-937a-a4d5a3acd67d on network 792bb57d-d0bc-4d86-9bae-1a4cc194073a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80192 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 06:22:57.883562 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] Attempting to bind port 7f4b0472-10d4-41cf-937a-a4d5a3acd67d on network 792bb57d-d0bc-4d86-9bae-1a4cc194073a {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:22:57.888394 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] Checking agent: {'id': '16e2666b-01c8-44a0-ad9b-455a2be8881c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80192', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'started_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:22:57.888726 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] Checking segment: {'id': '9f9fbae6-fca6-4b60-a8da-db50676b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '792bb57d-d0bc-4d86-9bae-1a4cc194073a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:22:57.889101 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] Bound using segment: {'id': '9f9fbae6-fca6-4b60-a8da-db50676b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '792bb57d-d0bc-4d86-9bae-1a4cc194073a'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:22:57.889513 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] Bound port: 7f4b0472-10d4-41cf-937a-a4d5a3acd67d, host: hv-cinder-80192, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f9fbae6-fca6-4b60-a8da-db50676b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '792bb57d-d0bc-4d86-9bae-1a4cc194073a'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:22:57.889861 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (7f4b0472-10d4-41cf-937a-a4d5a3acd67d), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:57.951579 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] For port 7f4b0472-10d4-41cf-937a-a4d5a3acd67d, host hv-cinder-80192, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:22:57.954765 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] For port 7f4b0472-10d4-41cf-937a-a4d5a3acd67d, host hv-cinder-80192, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7f4b0472-10d4-41cf-937a-a4d5a3acd67d,segment=NetworkSegment(9f9fbae6-fca6-4b60-a8da-db50676b2e7e),segment_id=9f9fbae6-fca6-4b60-a8da-db50676b2e7e)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:22:58.057470 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (7f4b0472-10d4-41cf-937a-a4d5a3acd67d), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:58.092764 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:58.093296 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:22:58.094693 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] 10.222.0.30 "PUT /v2.0/ports/7f4b0472-10d4-41cf-937a-a4d5a3acd67d HTTP/1.1" status: 200 len: 1094 time: 0.8300226 Feb 09 06:22:58.095765 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6834f43-290d-4366-ba64-180f1418eed3', 'tag': '7f4b0472-10d4-41cf-937a-a4d5a3acd67d'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:22:58.098034 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df85a91-e4f2-4b54-a399-8fa1063a431a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6834f43-290d-4366-ba64-180f1418eed3", "tag": "7f4b0472-10d4-41cf-937a-a4d5a3acd67d"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:22:58.129171 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae12f34-c897-45f9-b082-0830052b9394 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4b0472-10d4-41cf-937a-a4d5a3acd67d,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:22:58.137756 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d482f33d-b5d9-4874-96fc-c13dde77577d x-openstack-request-id: req-d482f33d-b5d9-4874-96fc-c13dde77577d {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:22:58.138019 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6834f43-290d-4366-ba64-180f1418eed3", "tag": "7f4b0472-10d4-41cf-937a-a4d5a3acd67d", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:22:58.138314 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d482f33d-b5d9-4874-96fc-c13dde77577d {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:22:58.138719 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6834f43-290d-4366-ba64-180f1418eed3', 'tag': '7f4b0472-10d4-41cf-937a-a4d5a3acd67d', 'status': 'completed', 'code': 200} Feb 09 06:22:58.231837 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df85a91-e4f2-4b54-a399-8fa1063a431a req-caa93f23-0864-46a7-a5c0-576ef28872bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:58.233150 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0df85a91-e4f2-4b54-a399-8fa1063a431a req-caa93f23-0864-46a7-a5c0-576ef28872bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9aa8abde7414d0b891e70d99fed50e5&device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 1128 time: 0.0491133 Feb 09 06:22:58.370000 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689ecad-5525-4094-a682-9f339c3f9461 req-03eba178-dcda-42d3-804f-7bd8a7f1069f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:58.371582 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e689ecad-5525-4094-a682-9f339c3f9461 req-03eba178-dcda-42d3-804f-7bd8a7f1069f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 943 time: 0.1245167 Feb 09 06:22:58.376731 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df85a91-e4f2-4b54-a399-8fa1063a431a req-ca00104d-3bd4-472a-8eb7-a77403f7a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:58.378087 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0df85a91-e4f2-4b54-a399-8fa1063a431a req-ca00104d-3bd4-472a-8eb7-a77403f7a79c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d9aa8abde7414d0b891e70d99fed50e5&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1299124 Feb 09 06:22:58.472242 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e689ecad-5525-4094-a682-9f339c3f9461 req-6db7c2d2-c204-414e-ad70-5782ab1ca8ab tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932014 Feb 09 06:22:58.501505 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df85a91-e4f2-4b54-a399-8fa1063a431a req-14ea478a-5935-4f4a-b70d-c01c533cc4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:58.504409 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0df85a91-e4f2-4b54-a399-8fa1063a431a req-14ea478a-5935-4f4a-b70d-c01c533cc4d2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1175287 Feb 09 06:22:58.613782 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-f40f8769-c1dc-418d-bef8-68802f06abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:58.615594 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-f40f8769-c1dc-418d-bef8-68802f06abc6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9aa8abde7414d0b891e70d99fed50e5&device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 1128 time: 0.0498996 Feb 09 06:22:58.664366 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-9e5cf115-c518-4e0d-98ac-022e83a216be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f4b0472-10d4-41cf-937a-a4d5a3acd67d HTTP/1.1" status: 200 len: 217 time: 0.0344543 Feb 09 06:22:58.716178 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-afaf731a-2870-4e16-a326-8e6687edd65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:58.717662 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-afaf731a-2870-4e16-a326-8e6687edd65c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e74e9c88-d6c1-4d9a-b97b-6fd142341543 HTTP/1.1" status: 200 len: 847 time: 0.0472229 Feb 09 06:22:58.768251 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-da57489e-f408-43de-9a2d-010c2d81ef86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=792bb57d-d0bc-4d86-9bae-1a4cc194073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409994 Feb 09 06:22:58.842962 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a882320-adf3-407f-b1d0-2376971c82b1 req-90357f72-05b4-43ab-bdf9-08f8ffdf0c27 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:58.844455 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7a882320-adf3-407f-b1d0-2376971c82b1 req-90357f72-05b4-43ab-bdf9-08f8ffdf0c27 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 944 time: 0.1259351 Feb 09 06:22:58.902464 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-56c54b5f-4a45-4e56-afc9-582368c80641 service neutron] 10.222.0.30 "GET /v2.0/networks/792bb57d-d0bc-4d86-9bae-1a4cc194073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265373 Feb 09 06:22:58.920529 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7a882320-adf3-407f-b1d0-2376971c82b1 req-883a6a68-a32f-4dfb-ba23-e90680373d8e tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695050 Feb 09 06:22:58.995783 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ff1aecf1-536f-4f42-a5d5-2d9693348d79 req-3428841c-9913-4b32-a11b-2c1176048569 service neutron] 10.222.0.30 "GET /v2.0/networks/792bb57d-d0bc-4d86-9bae-1a4cc194073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846963 Feb 09 06:22:59.596886 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f999128-a958-4ed4-8890-b90d04d03876 req-5912c930-3680-4343-9a05-2c3856227e51 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:22:59.598444 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1f999128-a958-4ed4-8890-b90d04d03876 req-5912c930-3680-4343-9a05-2c3856227e51 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 943 time: 0.0571849 Feb 09 06:22:59.646062 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1f999128-a958-4ed4-8890-b90d04d03876 req-690c0eab-d4f2-4aad-83f7-dbe8182ac255 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417919 Feb 09 06:23:00.039942 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36984c30-5466-49d8-aeed-ac9c984d43dc req-6df97b60-49e4-4efb-b25e-465764b523ee tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:00.041388 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-36984c30-5466-49d8-aeed-ac9c984d43dc req-6df97b60-49e4-4efb-b25e-465764b523ee tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 944 time: 0.0512893 Feb 09 06:23:00.089052 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-36984c30-5466-49d8-aeed-ac9c984d43dc req-83302eeb-77e1-448c-ba69-9f99d8e4a9c7 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411716 Feb 09 06:23:00.773398 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c22c95-4581-4f3c-baf2-53b305f04849 req-7d8c177d-ec93-4531-88e0-87b4d6490ad8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:00.774906 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-31c22c95-4581-4f3c-baf2-53b305f04849 req-7d8c177d-ec93-4531-88e0-87b4d6490ad8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 943 time: 0.0565360 Feb 09 06:23:00.824105 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device be4671cf-6e71-490b-8d24-e822ba6472a9 details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:23:00.825785 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-31c22c95-4581-4f3c-baf2-53b305f04849 req-8adb4717-7b99-4c41-b90c-df298f3fef0b tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452764 Feb 09 06:23:00.920427 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port be4671cf-6e71-490b-8d24-e822ba6472a9, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=be4671cf-6e71-490b-8d24-e822ba6472a9,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:23:00.932184 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': 'be4671cf-6e71-490b-8d24-e822ba6472a9', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'port_id': 'be4671cf-6e71-490b-8d24-e822ba6472a9', 'mac_address': 'fa:16:3e:fb:b0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:23:00.967103 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port be4671cf-6e71-490b-8d24-e822ba6472a9 is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:23:00.967493 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:00.981144 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4671cf-6e71-490b-8d24-e822ba6472a9 {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:23:01.001773 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port be4671cf-6e71-490b-8d24-e822ba6472a9, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=be4671cf-6e71-490b-8d24-e822ba6472a9,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:23:01.062452 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:01.111120 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=be4671cf-6e71-490b-8d24-e822ba6472a9,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:01.118389 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:01.118518 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:01.118858 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:01.119198 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:01.119525 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:01.119851 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:01.120175 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:01.120496 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:01.120818 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:01.121151 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:01.121473 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:01.121790 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:01.122106 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:01.206700 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f7e83-6b5e-4569-a28a-c755996cd36f req-540b8e8c-dac7-4137-b5ba-e6732d647a25 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:01.208194 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9a7f7e83-6b5e-4569-a28a-c755996cd36f req-540b8e8c-dac7-4137-b5ba-e6732d647a25 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 944 time: 0.0518448 Feb 09 06:23:01.254109 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9a7f7e83-6b5e-4569-a28a-c755996cd36f req-da5da5ec-f738-4311-afb1-a3bf19b38419 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403619 Feb 09 06:23:01.406208 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['be4671cf-6e71-490b-8d24-e822ba6472a9'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:23:01.948130 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce29eac-3e9d-4fb1-a438-7f4b333887ba req-38725a1a-1a82-4872-be6c-12986df68c89 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:01.949585 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fce29eac-3e9d-4fb1-a438-7f4b333887ba req-38725a1a-1a82-4872-be6c-12986df68c89 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 944 time: 0.0505402 Feb 09 06:23:02.004269 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fce29eac-3e9d-4fb1-a438-7f4b333887ba req-31df2179-5aad-4058-80e4-3afc9db624f4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490596 Feb 09 06:23:02.130174 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:02.374240 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730f98d-006d-42be-825f-8ef36908266e req-bfb7a20a-a235-4355-9e2e-bba7e753fa9b tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:02.375745 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5730f98d-006d-42be-825f-8ef36908266e req-bfb7a20a-a235-4355-9e2e-bba7e753fa9b tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 944 time: 0.0549996 Feb 09 06:23:02.421285 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5730f98d-006d-42be-825f-8ef36908266e req-21dbb3a3-0906-4671-974e-9efa317eb58e tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398574 Feb 09 06:23:02.833943 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 7f4b0472-10d4-41cf-937a-a4d5a3acd67d details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:23:02.843594 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device be4671cf-6e71-490b-8d24-e822ba6472a9 up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:23:03.002652 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.db.resource_extend [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 06:23:03.087908 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 7f4b0472-10d4-41cf-937a-a4d5a3acd67d, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7f4b0472-10d4-41cf-937a-a4d5a3acd67d,segment=NetworkSegment(9f9fbae6-fca6-4b60-a8da-db50676b2e7e),segment_id=9f9fbae6-fca6-4b60-a8da-db50676b2e7e)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:23:03.102499 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning for port be4671cf-6e71-490b-8d24-e822ba6472a9 completed by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 06:23:03.105539 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': '7f4b0472-10d4-41cf-937a-a4d5a3acd67d', 'network_id': '792bb57d-d0bc-4d86-9bae-1a4cc194073a', 'port_id': '7f4b0472-10d4-41cf-937a-a4d5a3acd67d', 'mac_address': 'fa:16:3e:dd:b3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74e9c88-d6c1-4d9a-b97b-6fd142341543', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:23:03.108304 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port be4671cf-6e71-490b-8d24-e822ba6472a9 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:23:03.108682 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:03.129148 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd4282-3953-496e-b65c-6d00290fe77f req-c8f3c1c1-6495-493f-823e-00bc3e8b0573 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:03.130991 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ffcd4282-3953-496e-b65c-6d00290fe77f req-c8f3c1c1-6495-493f-823e-00bc3e8b0573 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 944 time: 0.0573359 Feb 09 06:23:03.170981 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 7f4b0472-10d4-41cf-937a-a4d5a3acd67d is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:23:03.171609 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (7f4b0472-10d4-41cf-937a-a4d5a3acd67d), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:03.177726 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ffcd4282-3953-496e-b65c-6d00290fe77f req-8002fd16-2fcc-4843-b7aa-4d71ca7b6415 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410697 Feb 09 06:23:03.189378 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4b0472-10d4-41cf-937a-a4d5a3acd67d {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:23:03.225837 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 7f4b0472-10d4-41cf-937a-a4d5a3acd67d, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7f4b0472-10d4-41cf-937a-a4d5a3acd67d,segment=NetworkSegment(9f9fbae6-fca6-4b60-a8da-db50676b2e7e),segment_id=9f9fbae6-fca6-4b60-a8da-db50676b2e7e)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:23:03.241376 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port be4671cf-6e71-490b-8d24-e822ba6472a9 is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:23:03.241722 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:03.264484 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8806acc-f0ac-456d-8b57-c4b60f8ea401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4671cf-6e71-490b-8d24-e822ba6472a9'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:23:03.266796 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eced53e-6b49-4388-bbe5-38898987c38b" -d '{"events": [{"server_uuid": "f8806acc-f0ac-456d-8b57-c4b60f8ea401", "name": "network-vif-plugged", "status": "completed", "tag": "be4671cf-6e71-490b-8d24-e822ba6472a9"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:23:03.271935 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (7f4b0472-10d4-41cf-937a-a4d5a3acd67d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:03.287543 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port be4671cf-6e71-490b-8d24-e822ba6472a9, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=be4671cf-6e71-490b-8d24-e822ba6472a9,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:23:03.305277 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a895bd-e100-4975-bac9-ed9c3d7c1cbb x-openstack-request-id: req-07a895bd-e100-4975-bac9-ed9c3d7c1cbb {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:23:03.305569 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8806acc-f0ac-456d-8b57-c4b60f8ea401", "name": "network-vif-plugged", "status": "completed", "tag": "be4671cf-6e71-490b-8d24-e822ba6472a9", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:23:03.305828 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07a895bd-e100-4975-bac9-ed9c3d7c1cbb {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:23:03.306238 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8806acc-f0ac-456d-8b57-c4b60f8ea401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4671cf-6e71-490b-8d24-e822ba6472a9', 'code': 200} Feb 09 06:23:03.332103 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:03.333826 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=7f4b0472-10d4-41cf-937a-a4d5a3acd67d,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:03.381577 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=be4671cf-6e71-490b-8d24-e822ba6472a9,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:03.539337 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fbc43-9e76-41a3-a18d-79b58a54cb5b req-54e92f50-7172-45dd-bd25-ce4a967f2728 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:03.540735 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ef7fbc43-9e76-41a3-a18d-79b58a54cb5b req-54e92f50-7172-45dd-bd25-ce4a967f2728 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 945 time: 0.0546083 Feb 09 06:23:03.585646 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ef7fbc43-9e76-41a3-a18d-79b58a54cb5b req-82a0fa6e-9549-4d22-8dc5-82af2df52859 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394015 Feb 09 06:23:03.612712 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['7f4b0472-10d4-41cf-937a-a4d5a3acd67d'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:23:03.651110 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c331fe0-ff29-466a-bb0a-802d9c94044d req-bbb61f67-3372-43b5-ad55-b5eb26e4103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:03.652621 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5c331fe0-ff29-466a-bb0a-802d9c94044d req-bbb61f67-3372-43b5-ad55-b5eb26e4103a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 1129 time: 0.0429027 Feb 09 06:23:03.702859 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5c331fe0-ff29-466a-bb0a-802d9c94044d req-dd4e7711-4a07-4831-9993-1519069245e0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429168 Feb 09 06:23:04.303735 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268622cd-b5ca-4260-a986-02edfbd764f1 req-daaf7960-9cfa-49da-9a9c-63ab290d3207 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:04.305848 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-268622cd-b5ca-4260-a986-02edfbd764f1 req-daaf7960-9cfa-49da-9a9c-63ab290d3207 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0510304 Feb 09 06:23:04.355539 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-268622cd-b5ca-4260-a986-02edfbd764f1 req-ba1ce939-9273-40d1-bad6-f25c1598db37 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447545 Feb 09 06:23:04.377328 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 56720) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:23:04.474307 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-61e4cfe7-507f-4109-9133-4ed1839afd8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:04.544803 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-61e4cfe7-507f-4109-9133-4ed1839afd8f admin admin] Publish callbacks [] for security_group (7adb7baa-2cde-441e-a463-55f96ac2594c), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:04.672411 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-61e4cfe7-507f-4109-9133-4ed1839afd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (7adb7baa-2cde-441e-a463-55f96ac2594c), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:04.752663 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec14c6a-afa5-4156-8102-f00de462c2c7 req-f9e280a0-4df8-4935-91e1-86bfbf0d4423 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:04.752663 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3ec14c6a-afa5-4156-8102-f00de462c2c7 req-f9e280a0-4df8-4935-91e1-86bfbf0d4423 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 945 time: 0.0543211 Feb 09 06:23:04.753699 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-61e4cfe7-507f-4109-9133-4ed1839afd8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ecb4d45f1161499ca8bbd40ae5bdcd1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3403947 Feb 09 06:23:04.753699 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4cfe7-507f-4109-9133-4ed1839afd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adb7baa-2cde-441e-a463-55f96ac2594c,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:04.755159 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 56726) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:23:04.763247 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3ec14c6a-afa5-4156-8102-f00de462c2c7 req-ee963dc6-3fa2-4bdc-90c6-37893e19d6ff tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440934 Feb 09 06:23:04.806926 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c0ad5520-0be0-4ad7-90f0-8c8ff544d136 admin admin] Publish callbacks [] for security_group (7adb7baa-2cde-441e-a463-55f96ac2594c), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:04.828774 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c0ad5520-0be0-4ad7-90f0-8c8ff544d136 admin admin] Publish callbacks [] for security_group (7adb7baa-2cde-441e-a463-55f96ac2594c), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:04.843288 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 7f4b0472-10d4-41cf-937a-a4d5a3acd67d up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:23:04.954379 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c0ad5520-0be0-4ad7-90f0-8c8ff544d136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (7adb7baa-2cde-441e-a463-55f96ac2594c), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:04.957044 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c0ad5520-0be0-4ad7-90f0-8c8ff544d136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:04.958258 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-c0ad5520-0be0-4ad7-90f0-8c8ff544d136 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7adb7baa-2cde-441e-a463-55f96ac2594c HTTP/1.1" status: 204 len: 168 time: 0.2021196 Feb 09 06:23:04.970118 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad5520-0be0-4ad7-90f0-8c8ff544d136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adb7baa-2cde-441e-a463-55f96ac2594c,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:04.983433 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning for port 7f4b0472-10d4-41cf-937a-a4d5a3acd67d completed by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 06:23:04.994912 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port 7f4b0472-10d4-41cf-937a-a4d5a3acd67d triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:23:04.995507 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (7f4b0472-10d4-41cf-937a-a4d5a3acd67d), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:05.076061 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 7f4b0472-10d4-41cf-937a-a4d5a3acd67d is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:23:05.076444 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (7f4b0472-10d4-41cf-937a-a4d5a3acd67d), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:05.107461 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 7f4b0472-10d4-41cf-937a-a4d5a3acd67d, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7f4b0472-10d4-41cf-937a-a4d5a3acd67d,segment=NetworkSegment(9f9fbae6-fca6-4b60-a8da-db50676b2e7e),segment_id=9f9fbae6-fca6-4b60-a8da-db50676b2e7e)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:23:05.216824 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (7f4b0472-10d4-41cf-937a-a4d5a3acd67d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:05.264759 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=7f4b0472-10d4-41cf-937a-a4d5a3acd67d,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:05.307097 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6834f43-290d-4366-ba64-180f1418eed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4b0472-10d4-41cf-937a-a4d5a3acd67d'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:23:05.309398 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74251085-6d7d-4d73-a808-6eeb87afb67a" -d '{"events": [{"server_uuid": "f6834f43-290d-4366-ba64-180f1418eed3", "name": "network-vif-plugged", "status": "completed", "tag": "7f4b0472-10d4-41cf-937a-a4d5a3acd67d"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:23:05.342774 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f460cd-8a15-4f7b-8a30-183d9e1fd0bf x-openstack-request-id: req-98f460cd-8a15-4f7b-8a30-183d9e1fd0bf {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:23:05.343096 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6834f43-290d-4366-ba64-180f1418eed3", "name": "network-vif-plugged", "status": "completed", "tag": "7f4b0472-10d4-41cf-937a-a4d5a3acd67d", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:23:05.343360 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98f460cd-8a15-4f7b-8a30-183d9e1fd0bf {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:23:05.343757 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6834f43-290d-4366-ba64-180f1418eed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4b0472-10d4-41cf-937a-a4d5a3acd67d', 'code': 200} Feb 09 06:23:05.477090 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51336432-dc85-4ebb-85e8-ad107f034348 req-1011ec04-c3d4-4d0c-808f-b13120abb5f7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:05.478591 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-51336432-dc85-4ebb-85e8-ad107f034348 req-1011ec04-c3d4-4d0c-808f-b13120abb5f7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0506325 Feb 09 06:23:05.523957 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-51336432-dc85-4ebb-85e8-ad107f034348 req-f0e853b1-6c8c-4d69-852e-ee73bfbc439c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398495 Feb 09 06:23:05.621819 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 56740) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:23:05.635565 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f50ff147-b125-436c-be0a-ca9c93cc0611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:05.646664 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003bcff-abce-4a34-ab66-53ccd230edf3 req-017d9c63-2a9f-4c61-97ac-fd3d010f2e99 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:05.648211 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8003bcff-abce-4a34-ab66-53ccd230edf3 req-017d9c63-2a9f-4c61-97ac-fd3d010f2e99 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0562346 Feb 09 06:23:05.660715 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 56742) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:23:05.665566 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-e822dca7-6bef-412d-b897-7f2621d9e759 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Request body: {'floatingip': {'port_id': 'be4671cf-6e71-490b-8d24-e822ba6472a9'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:23:05.713169 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f50ff147-b125-436c-be0a-ca9c93cc0611 admin admin] Publish callbacks [] for security_group (76b0fc29-2511-47c2-bd0d-b5fc1403fe6a), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:05.729967 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e822dca7-6bef-412d-b897-7f2621d9e759 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for floatingip (208f9193-4258-440b-bc36-3fbec1a3e548), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:05.783736 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f50ff147-b125-436c-be0a-ca9c93cc0611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (76b0fc29-2511-47c2-bd0d-b5fc1403fe6a), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:05.826786 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-f50ff147-b125-436c-be0a-ca9c93cc0611 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1a2e8607da4436480f0714917b443b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015502 Feb 09 06:23:05.827125 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 56746) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:23:05.835192 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ff147-b125-436c-be0a-ca9c93cc0611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b0fc29-2511-47c2-bd0d-b5fc1403fe6a,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:05.881942 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2dd16475-5b97-4fc1-bd33-67e377bbf1ee admin admin] Publish callbacks [] for security_group (76b0fc29-2511-47c2-bd0d-b5fc1403fe6a), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:05.904390 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2dd16475-5b97-4fc1-bd33-67e377bbf1ee admin admin] Publish callbacks [] for security_group (76b0fc29-2511-47c2-bd0d-b5fc1403fe6a), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:06.011249 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2dd16475-5b97-4fc1-bd33-67e377bbf1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (76b0fc29-2511-47c2-bd0d-b5fc1403fe6a), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:06.015211 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2dd16475-5b97-4fc1-bd33-67e377bbf1ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:06.015211 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-2dd16475-5b97-4fc1-bd33-67e377bbf1ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76b0fc29-2511-47c2-bd0d-b5fc1403fe6a HTTP/1.1" status: 204 len: 168 time: 0.1871583 Feb 09 06:23:06.025077 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd16475-5b97-4fc1-bd33-67e377bbf1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b0fc29-2511-47c2-bd0d-b5fc1403fe6a,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:06.081863 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ab46e-1b16-4719-b271-e9db138f681a req-1235aa8c-87da-4869-9aea-3e6671578e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:06.083475 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5b0ab46e-1b16-4719-b271-e9db138f681a req-1235aa8c-87da-4869-9aea-3e6671578e9c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 1130 time: 0.3832531 Feb 09 06:23:06.127004 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e62f1-616e-4ec9-9b0e-a38173b4e8dc req-2a7bd79a-1cf9-4e1e-a70a-8f14daba6d75 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:06.128474 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-140e62f1-616e-4ec9-9b0e-a38173b4e8dc req-2a7bd79a-1cf9-4e1e-a70a-8f14daba6d75 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 946 time: 0.1444316 Feb 09 06:23:06.242894 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5b0ab46e-1b16-4719-b271-e9db138f681a req-ebf7e8e5-734a-4a06-b3d5-f749f1191971 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503732 Feb 09 06:23:06.272095 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-140e62f1-616e-4ec9-9b0e-a38173b4e8dc req-2acd60c3-b179-444a-be49-3fd17ce3bfca tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086001 Feb 09 06:23:06.493211 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e822dca7-6bef-412d-b897-7f2621d9e759 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:06.548632 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e822dca7-6bef-412d-b897-7f2621d9e759 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540521'] for floatingip (208f9193-4258-440b-bc36-3fbec1a3e548), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:06.659431 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.l3_db [None req-e822dca7-6bef-412d-b897-7f2621d9e759 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Floating IP 208f9193-4258-440b-bc36-3fbec1a3e548 associated. External IP: 172.27.3.182, port: be4671cf-6e71-490b-8d24-e822ba6472a9. Feb 09 06:23:06.872917 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e822dca7-6bef-412d-b897-7f2621d9e759 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Router 63336999-3889-4933-b3d2-01420885fd7f has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:23:06.980146 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e822dca7-6bef-412d-b897-7f2621d9e759 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:23:06.986090 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e822dca7-6bef-412d-b897-7f2621d9e759 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:06.994813 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79065f25-5a1f-4530-9984-2cf3e4985d18 None None] Sync routers for ids ['63336999-3889-4933-b3d2-01420885fd7f'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:23:07.008058 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79065f25-5a1f-4530-9984-2cf3e4985d18 None None] Routers {'63336999-3889-4933-b3d2-01420885fd7f'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:23:07.010534 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-79065f25-5a1f-4530-9984-2cf3e4985d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:22:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['63336999-3889-4933-b3d2-01420885fd7f'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:23:07.035334 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-e822dca7-6bef-412d-b897-7f2621d9e759 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "PUT /v2.0/floatingips/208f9193-4258-440b-bc36-3fbec1a3e548 HTTP/1.1" status: 200 len: 991 time: 1.3733709 Feb 09 06:23:07.035920 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8806acc-f0ac-456d-8b57-c4b60f8ea401', 'tag': 'be4671cf-6e71-490b-8d24-e822ba6472a9'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:23:07.040181 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7275f5-32ce-4e9e-9343-7d13e5485be4" -d '{"events": [{"name": "network-changed", "server_uuid": "f8806acc-f0ac-456d-8b57-c4b60f8ea401", "tag": "be4671cf-6e71-490b-8d24-e822ba6472a9"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:23:07.115705 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b4798e-f80f-49ef-8df8-640d2e6a00b2 x-openstack-request-id: req-82b4798e-f80f-49ef-8df8-640d2e6a00b2 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:23:07.116325 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8806acc-f0ac-456d-8b57-c4b60f8ea401", "tag": "be4671cf-6e71-490b-8d24-e822ba6472a9", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:23:07.116325 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82b4798e-f80f-49ef-8df8-640d2e6a00b2 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:23:07.116634 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8806acc-f0ac-456d-8b57-c4b60f8ea401', 'tag': 'be4671cf-6e71-490b-8d24-e822ba6472a9', 'status': 'completed', 'code': 200} Feb 09 06:23:07.171434 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-79065f25-5a1f-4530-9984-2cf3e4985d18 None None] Set router 63336999-3889-4933-b3d2-01420885fd7f gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:23:07.177263 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45488162-f2be-4ae8-b52f-b3a74bdc9fe2 req-6ca18419-4fa3-442f-8726-55779abff021 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:07.179775 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-45488162-f2be-4ae8-b52f-b3a74bdc9fe2 req-6ca18419-4fa3-442f-8726-55779abff021 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0623231 Feb 09 06:23:07.258991 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-45488162-f2be-4ae8-b52f-b3a74bdc9fe2 req-122bffec-9aeb-4859-844d-29947196fcfa tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745299 Feb 09 06:23:07.264771 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7275f5-32ce-4e9e-9343-7d13e5485be4 req-31bc9e9b-9589-4bb4-b45b-6abc65c1e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:07.266530 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5b7275f5-32ce-4e9e-9343-7d13e5485be4 req-31bc9e9b-9589-4bb4-b45b-6abc65c1e111 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d23a13d2bd3b43c39a6fdef1f65a0540&device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 1129 time: 0.0653837 Feb 09 06:23:07.426048 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-79065f25-5a1f-4530-9984-2cf3e4985d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63336999-3889-4933-b3d2-01420885fd7f', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:31Z', 'revision_number': 4, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'gw_port': {'id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:25Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '208f9193-4258-440b-bc36-3fbec1a3e548', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '63336999-3889-4933-b3d2-01420885fd7f', 'port_id': 'be4671cf-6e71-490b-8d24-e822ba6472a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'mac_address': 'fa:16:3e:fb:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8806acc-f0ac-456d-8b57-c4b60f8ea401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:22:49Z', 'updated_at': '2022-02-09T06:23:06Z', 'revision_number': 1, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86365fa8-398d-497f-b281-0b5faeb832bd', 'name': '', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'mac_address': 'fa:16:3e:eb:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:30Z', 'updated_at': '2022-02-09T06:18:37Z', 'revision_number': 5, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'subnets': [{'id': 'edec6496-1545-49e9-88fa-af018f151255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:23:07.449478 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709646bd-0735-40eb-878c-7449ce02ecf8 req-a3b906b5-36b2-4d80-b0fd-81b26d0e2013 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:07.450988 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-709646bd-0735-40eb-878c-7449ce02ecf8 req-a3b906b5-36b2-4d80-b0fd-81b26d0e2013 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 946 time: 0.0809209 Feb 09 06:23:07.452058 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79065f25-5a1f-4530-9984-2cf3e4985d18 None None] Checking router: 63336999-3889-4933-b3d2-01420885fd7f for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:23:07.452311 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7275f5-32ce-4e9e-9343-7d13e5485be4 req-24366e32-cd29-4d87-890d-f90586f882fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:07.453623 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5b7275f5-32ce-4e9e-9343-7d13e5485be4 req-24366e32-cd29-4d87-890d-f90586f882fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b10a0e1-f501-4b31-86fb-646a220008e1 HTTP/1.1" status: 200 len: 916 time: 0.1308677 Feb 09 06:23:07.461362 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79065f25-5a1f-4530-9984-2cf3e4985d18 None None] Routers {'63336999-3889-4933-b3d2-01420885fd7f'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:23:07.461970 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-79065f25-5a1f-4530-9984-2cf3e4985d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:22:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['63336999-3889-4933-b3d2-01420885fd7f'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:23:07.542599 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-709646bd-0735-40eb-878c-7449ce02ecf8 req-1adbfd22-254a-40fa-aa98-b114c31db4b9 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851569 Feb 09 06:23:07.560299 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5b7275f5-32ce-4e9e-9343-7d13e5485be4 req-34d323ed-309c-4681-8b51-45c2e092e3b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be4671cf-6e71-490b-8d24-e822ba6472a9 HTTP/1.1" status: 200 len: 999 time: 0.0782597 Feb 09 06:23:07.571483 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-79065f25-5a1f-4530-9984-2cf3e4985d18 None None] Set router 63336999-3889-4933-b3d2-01420885fd7f gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:23:07.604157 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7275f5-32ce-4e9e-9343-7d13e5485be4 req-3194acce-ed74-4b89-b6ca-bb4c73a9e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:07.605668 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5b7275f5-32ce-4e9e-9343-7d13e5485be4 req-3194acce-ed74-4b89-b6ca-bb4c73a9e7b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=edec6496-1545-49e9-88fa-af018f151255 HTTP/1.1" status: 200 len: 855 time: 0.0443392 Feb 09 06:23:07.656460 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7275f5-32ce-4e9e-9343-7d13e5485be4 req-176c5836-b4df-4623-a823-ff2e12e4fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:07.658019 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5b7275f5-32ce-4e9e-9343-7d13e5485be4 req-176c5836-b4df-4623-a823-ff2e12e4fbf7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b10a0e1-f501-4b31-86fb-646a220008e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452609 Feb 09 06:23:07.759357 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5b7275f5-32ce-4e9e-9343-7d13e5485be4 req-ad6dc2cf-8fae-46ea-ab95-b958aff7a7e0 service neutron] 10.222.0.30 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944996 Feb 09 06:23:07.801419 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-79065f25-5a1f-4530-9984-2cf3e4985d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63336999-3889-4933-b3d2-01420885fd7f', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:31Z', 'revision_number': 4, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'gw_port': {'id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:25Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '208f9193-4258-440b-bc36-3fbec1a3e548', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '63336999-3889-4933-b3d2-01420885fd7f', 'port_id': 'be4671cf-6e71-490b-8d24-e822ba6472a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'mac_address': 'fa:16:3e:fb:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8806acc-f0ac-456d-8b57-c4b60f8ea401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:22:49Z', 'updated_at': '2022-02-09T06:23:06Z', 'revision_number': 1, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86365fa8-398d-497f-b281-0b5faeb832bd', 'name': '', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'mac_address': 'fa:16:3e:eb:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:30Z', 'updated_at': '2022-02-09T06:18:37Z', 'revision_number': 5, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'subnets': [{'id': 'edec6496-1545-49e9-88fa-af018f151255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:23:07.833599 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79065f25-5a1f-4530-9984-2cf3e4985d18 None None] The sync data for ids ['63336999-3889-4933-b3d2-01420885fd7f'] in dv-cinder-801923-6-iscsi is: [{'id': '63336999-3889-4933-b3d2-01420885fd7f', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:31Z', 'revision_number': 4, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'gw_port': {'id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:25Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '208f9193-4258-440b-bc36-3fbec1a3e548', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '63336999-3889-4933-b3d2-01420885fd7f', 'port_id': 'be4671cf-6e71-490b-8d24-e822ba6472a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'mac_address': 'fa:16:3e:fb:b0:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8806acc-f0ac-456d-8b57-c4b60f8ea401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:22:49Z', 'updated_at': '2022-02-09T06:23:06Z', 'revision_number': 1, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86365fa8-398d-497f-b281-0b5faeb832bd', 'name': '', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'mac_address': 'fa:16:3e:eb:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:30Z', 'updated_at': '2022-02-09T06:18:37Z', 'revision_number': 5, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'subnets': [{'id': 'edec6496-1545-49e9-88fa-af018f151255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:23:07.863059 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5b7275f5-32ce-4e9e-9343-7d13e5485be4 req-179b020f-4fb7-4c6a-bba4-ab4cb9f9cad6 service neutron] 10.222.0.30 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944154 Feb 09 06:23:08.034177 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5896de93-987a-4a66-9172-3b0ab72cbcb5 None None] New status for floating IP 208f9193-4258-440b-bc36-3fbec1a3e548: ACTIVE {{(pid=103037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 06:23:08.386330 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838504b-0367-49cd-97b1-3f0544165f98 req-46dda2e2-e33a-4360-b364-19820a94edd7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:08.387811 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8838504b-0367-49cd-97b1-3f0544165f98 req-46dda2e2-e33a-4360-b364-19820a94edd7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0512495 Feb 09 06:23:08.436420 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8838504b-0367-49cd-97b1-3f0544165f98 req-8bf2fb3a-f6da-4161-9248-8db5817355d7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425956 Feb 09 06:23:08.665205 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e7422-93bf-4036-95c3-60750e378df6 req-2202a87b-2da2-421b-82c6-9c3120958541 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:08.666746 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-910e7422-93bf-4036-95c3-60750e378df6 req-2202a87b-2da2-421b-82c6-9c3120958541 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 946 time: 0.0519445 Feb 09 06:23:08.713197 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-910e7422-93bf-4036-95c3-60750e378df6 req-866db590-ebe0-43d0-8ef3-fe878b283d3f tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408130 Feb 09 06:23:10.360245 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b08ef6-085f-48b9-9165-61f8abdb69c4 req-14ca5eab-ca23-43e2-88c7-528766cd9136 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:10.362245 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c2b08ef6-085f-48b9-9165-61f8abdb69c4 req-14ca5eab-ca23-43e2-88c7-528766cd9136 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 946 time: 0.0527356 Feb 09 06:23:10.408037 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c2b08ef6-085f-48b9-9165-61f8abdb69c4 req-e199177b-06d3-4840-bbde-8d8dd2232f9d tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402513 Feb 09 06:23:11.045345 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-5879c818-edc1-4a39-a4e2-97de3924db30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:11.531906 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd09e1-2794-4b6b-b39b-b7ffaa2dbcd8 req-108573c8-3064-46eb-9fb3-f48d39b12743 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:11.533884 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8cdd09e1-2794-4b6b-b39b-b7ffaa2dbcd8 req-108573c8-3064-46eb-9fb3-f48d39b12743 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 946 time: 0.0538290 Feb 09 06:23:11.578268 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8cdd09e1-2794-4b6b-b39b-b7ffaa2dbcd8 req-a54c8c9c-264b-4479-bfff-8ddb830b047d tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389314 Feb 09 06:23:12.298211 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b284af-ee6d-448e-8d33-429d79ac9777 req-e92b3f3f-b891-42e7-b2e5-732a3f979841 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:12.299677 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d7b284af-ee6d-448e-8d33-429d79ac9777 req-e92b3f3f-b891-42e7-b2e5-732a3f979841 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0509419 Feb 09 06:23:12.344213 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d7b284af-ee6d-448e-8d33-429d79ac9777 req-9e2603e9-ea8b-48d6-b41f-42bd6d4c9543 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391088 Feb 09 06:23:12.705292 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ce59a-3cdc-4fb1-917b-41f009e9fced req-64259974-f5a0-40e2-b7ed-63e694b3120a tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:12.706867 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-430ce59a-3cdc-4fb1-917b-41f009e9fced req-64259974-f5a0-40e2-b7ed-63e694b3120a tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 946 time: 0.0542283 Feb 09 06:23:12.757443 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-430ce59a-3cdc-4fb1-917b-41f009e9fced req-a125ae98-777b-40bc-bcfc-fbef60dbecf1 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450473 Feb 09 06:23:13.466179 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ca60c-c770-48c8-8c65-521d83fea694 req-255c5b63-2ae7-4f1c-a87e-fa3973673129 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:13.467645 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c79ca60c-c770-48c8-8c65-521d83fea694 req-255c5b63-2ae7-4f1c-a87e-fa3973673129 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0510631 Feb 09 06:23:13.512144 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c79ca60c-c770-48c8-8c65-521d83fea694 req-47c246e4-76d2-4e71-b3a4-06851940aa89 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391502 Feb 09 06:23:13.674338 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-00378618-3761-47fe-b441-d31c9a2190cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:13.875935 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e0af4-2d6c-4db6-9cf0-77213964776d req-10309d32-6b04-4e8d-9afb-44f40bc73a61 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:13.878294 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a21e0af4-2d6c-4db6-9cf0-77213964776d req-10309d32-6b04-4e8d-9afb-44f40bc73a61 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 946 time: 0.0527444 Feb 09 06:23:13.928666 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a21e0af4-2d6c-4db6-9cf0-77213964776d req-9b80167e-29b3-47ab-91f9-7e248742c666 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448630 Feb 09 06:23:14.365399 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:14.625319 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c1db6-546c-4349-9fd0-6b4fed38b8a0 req-fbb72f63-ff5c-4c49-9a78-c6078aa92482 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:14.627058 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-998c1db6-546c-4349-9fd0-6b4fed38b8a0 req-fbb72f63-ff5c-4c49-9a78-c6078aa92482 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0508144 Feb 09 06:23:14.674440 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-998c1db6-546c-4349-9fd0-6b4fed38b8a0 req-748a70c9-cd99-4024-8b67-4f5626eff96f tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397327 Feb 09 06:23:15.044398 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c39610-be00-4a17-842e-415244838dab req-f0ccbedc-bb2a-4d83-adab-b43788edb2f9 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:15.045860 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-07c39610-be00-4a17-842e-415244838dab req-f0ccbedc-bb2a-4d83-adab-b43788edb2f9 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 946 time: 0.0512550 Feb 09 06:23:15.094335 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-07c39610-be00-4a17-842e-415244838dab req-7b6722ab-4a87-41ec-b4de-ff232b174238 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430124 Feb 09 06:23:15.741815 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:15.792444 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bdd7a-04ec-4ecb-b1db-94018f5341ba req-668ab6e2-4c30-4ac7-b236-48acf633c308 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:15.793905 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-214bdd7a-04ec-4ecb-b1db-94018f5341ba req-668ab6e2-4c30-4ac7-b236-48acf633c308 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0539019 Feb 09 06:23:15.838115 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-214bdd7a-04ec-4ecb-b1db-94018f5341ba req-cc288770-f81a-4068-b717-ba9d544c18e1 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382242 Feb 09 06:23:16.211005 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e11dc1-62c0-4102-95aa-28783222e67c req-aed4fde6-4944-40c9-a55a-d6174743c92f tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:16.212488 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e9e11dc1-62c0-4102-95aa-28783222e67c req-aed4fde6-4944-40c9-a55a-d6174743c92f tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 946 time: 0.0503554 Feb 09 06:23:16.257531 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e9e11dc1-62c0-4102-95aa-28783222e67c req-4df438e5-4eea-49de-9941-dbf4230d8d24 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395896 Feb 09 06:23:16.956842 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e2229-bd21-4295-9b50-ef63d0ab31f7 req-c7956ac4-3934-434e-8ad4-ff0280261b65 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:16.958343 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-341e2229-bd21-4295-9b50-ef63d0ab31f7 req-c7956ac4-3934-434e-8ad4-ff0280261b65 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0548830 Feb 09 06:23:17.008534 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-341e2229-bd21-4295-9b50-ef63d0ab31f7 req-b46f621b-ea3c-4998-a536-4133025adb38 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446947 Feb 09 06:23:17.051379 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:17.164297 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cadfaf-f3bd-4edc-aad4-d7e19eaeab75 req-c42c3648-ee4b-41af-9b5e-95231644bad2 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:17.165870 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-63cadfaf-f3bd-4edc-aad4-d7e19eaeab75 req-c42c3648-ee4b-41af-9b5e-95231644bad2 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 946 time: 0.0522749 Feb 09 06:23:17.293840 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [req-63cadfaf-f3bd-4edc-aad4-d7e19eaeab75 req-62eaf29d-bedd-4161-8382-d2e32176172b tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Deleting port 7f4b0472-10d4-41cf-937a-a4d5a3acd67d {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:23:17.294573 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-63cadfaf-f3bd-4edc-aad4-d7e19eaeab75 req-62eaf29d-bedd-4161-8382-d2e32176172b tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (7f4b0472-10d4-41cf-937a-a4d5a3acd67d), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:17.414161 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-63cadfaf-f3bd-4edc-aad4-d7e19eaeab75 req-62eaf29d-bedd-4161-8382-d2e32176172b tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] For port 7f4b0472-10d4-41cf-937a-a4d5a3acd67d, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7f4b0472-10d4-41cf-937a-a4d5a3acd67d,segment=NetworkSegment(9f9fbae6-fca6-4b60-a8da-db50676b2e7e),segment_id=9f9fbae6-fca6-4b60-a8da-db50676b2e7e)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:23:17.414606 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-63cadfaf-f3bd-4edc-aad4-d7e19eaeab75 req-62eaf29d-bedd-4161-8382-d2e32176172b tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (7f4b0472-10d4-41cf-937a-a4d5a3acd67d), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:17.422954 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec859551-6b67-4e42-b629-024b5f4413ea req-8f0dc590-51ef-498f-8f7a-fe3764cc1a6e tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:17.424442 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ec859551-6b67-4e42-b629-024b5f4413ea req-8f0dc590-51ef-498f-8f7a-fe3764cc1a6e tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 946 time: 0.0924714 Feb 09 06:23:17.437162 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [req-63cadfaf-f3bd-4edc-aad4-d7e19eaeab75 req-62eaf29d-bedd-4161-8382-d2e32176172b tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Calling delete_port for 7f4b0472-10d4-41cf-937a-a4d5a3acd67d owned by compute:nova {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:23:17.542956 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ec859551-6b67-4e42-b629-024b5f4413ea req-66404bb0-408c-4f75-8283-8fe8573fa69d tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117077 Feb 09 06:23:17.897063 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-63cadfaf-f3bd-4edc-aad4-d7e19eaeab75 req-62eaf29d-bedd-4161-8382-d2e32176172b tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (7f4b0472-10d4-41cf-937a-a4d5a3acd67d), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:17.922483 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eaf29d-bedd-4161-8382-d2e32176172b tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Pushing event deleted for resources: {'Port': ['ID=7f4b0472-10d4-41cf-937a-a4d5a3acd67d,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:17.987709 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-63cadfaf-f3bd-4edc-aad4-d7e19eaeab75 req-62eaf29d-bedd-4161-8382-d2e32176172b tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] No DVR routers for this DVR port 7f4b0472-10d4-41cf-937a-a4d5a3acd67d on host hv-cinder-80192 {{(pid=103034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:23:17.990748 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-63cadfaf-f3bd-4edc-aad4-d7e19eaeab75 req-62eaf29d-bedd-4161-8382-d2e32176172b tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:17.993976 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-63cadfaf-f3bd-4edc-aad4-d7e19eaeab75 req-62eaf29d-bedd-4161-8382-d2e32176172b tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.30 "DELETE /v2.0/ports/7f4b0472-10d4-41cf-937a-a4d5a3acd67d HTTP/1.1" status: 204 len: 173 time: 0.8224087 Feb 09 06:23:17.994440 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6834f43-290d-4366-ba64-180f1418eed3', 'name': 'network-vif-deleted', 'tag': '7f4b0472-10d4-41cf-937a-a4d5a3acd67d'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:23:17.996714 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1d31ae-a80d-436c-9b2c-179b6b4d2f44" -d '{"events": [{"server_uuid": "f6834f43-290d-4366-ba64-180f1418eed3", "name": "network-vif-deleted", "tag": "7f4b0472-10d4-41cf-937a-a4d5a3acd67d"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:23:18.032473 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96af8982-64e4-49f7-bc23-7c653b0ad3d1 x-openstack-request-id: req-96af8982-64e4-49f7-bc23-7c653b0ad3d1 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:23:18.033390 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6834f43-290d-4366-ba64-180f1418eed3", "name": "network-vif-deleted", "tag": "7f4b0472-10d4-41cf-937a-a4d5a3acd67d", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:23:18.033580 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96af8982-64e4-49f7-bc23-7c653b0ad3d1 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:23:18.033950 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6834f43-290d-4366-ba64-180f1418eed3', 'name': 'network-vif-deleted', 'tag': '7f4b0472-10d4-41cf-937a-a4d5a3acd67d', 'status': 'completed', 'code': 200} Feb 09 06:23:18.155802 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad8cd6-1573-44a8-98e9-e1b82f08c86f req-317a9c44-d8ba-417a-9024-0dd9bd42df9c tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:18.157212 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f0ad8cd6-1573-44a8-98e9-e1b82f08c86f req-317a9c44-d8ba-417a-9024-0dd9bd42df9c tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0788608 Feb 09 06:23:18.192751 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165d8f7-e85a-4ae2-b28f-ba29eccfe7d5 req-b2ebf746-44b9-4327-afd3-24a7137b2113 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:18.194399 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3165d8f7-e85a-4ae2-b28f-ba29eccfe7d5 req-b2ebf746-44b9-4327-afd3-24a7137b2113 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 946 time: 0.0814757 Feb 09 06:23:18.251702 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f0ad8cd6-1573-44a8-98e9-e1b82f08c86f req-37bc7f18-11a9-4243-9c92-d96f56b53ed9 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=1fe37aec-3e37-46d7-b319-afbb6b1afdae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869577 Feb 09 06:23:18.306175 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [req-3165d8f7-e85a-4ae2-b28f-ba29eccfe7d5 req-5220aa12-6685-4d49-b52a-ebfaf198722e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Deleting port 7536b9fa-f038-4b0d-9846-bdccc3cec23b {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:23:18.306880 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-3165d8f7-e85a-4ae2-b28f-ba29eccfe7d5 req-5220aa12-6685-4d49-b52a-ebfaf198722e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (7536b9fa-f038-4b0d-9846-bdccc3cec23b), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:18.396010 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-3165d8f7-e85a-4ae2-b28f-ba29eccfe7d5 req-5220aa12-6685-4d49-b52a-ebfaf198722e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] For port 7536b9fa-f038-4b0d-9846-bdccc3cec23b, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=7536b9fa-f038-4b0d-9846-bdccc3cec23b,segment=NetworkSegment(405211fb-b8d2-4256-a54d-473ad66a34f2),segment_id=405211fb-b8d2-4256-a54d-473ad66a34f2)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:23:18.396389 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-3165d8f7-e85a-4ae2-b28f-ba29eccfe7d5 req-5220aa12-6685-4d49-b52a-ebfaf198722e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (7536b9fa-f038-4b0d-9846-bdccc3cec23b), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:18.614816 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-3165d8f7-e85a-4ae2-b28f-ba29eccfe7d5 req-5220aa12-6685-4d49-b52a-ebfaf198722e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:18.615190 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-3165d8f7-e85a-4ae2-b28f-ba29eccfe7d5 req-5220aa12-6685-4d49-b52a-ebfaf198722e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540521'] for floatingip (3aa70dd2-5a61-4700-8369-3821f1b23c92), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:18.615501 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.l3_db [req-3165d8f7-e85a-4ae2-b28f-ba29eccfe7d5 req-5220aa12-6685-4d49-b52a-ebfaf198722e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Floating IP 3aa70dd2-5a61-4700-8369-3821f1b23c92 disassociated. External IP: 172.27.3.96, port: 7536b9fa-f038-4b0d-9846-bdccc3cec23b. Feb 09 06:23:18.615844 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [req-3165d8f7-e85a-4ae2-b28f-ba29eccfe7d5 req-5220aa12-6685-4d49-b52a-ebfaf198722e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Calling delete_port for 7536b9fa-f038-4b0d-9846-bdccc3cec23b owned by compute:nova {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:23:18.680245 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7aa23c1a-0826-4cef-be0e-95b6e26b3edc req-2b6fba4b-9a32-47c9-b9a1-e93281f129ae tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6834f43-290d-4366-ba64-180f1418eed3 HTTP/1.1" status: 200 len: 210 time: 0.0559170 Feb 09 06:23:18.891616 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-3165d8f7-e85a-4ae2-b28f-ba29eccfe7d5 req-5220aa12-6685-4d49-b52a-ebfaf198722e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (7536b9fa-f038-4b0d-9846-bdccc3cec23b), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:18.923166 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220aa12-6685-4d49-b52a-ebfaf198722e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Pushing event deleted for resources: {'Port': ['ID=7536b9fa-f038-4b0d-9846-bdccc3cec23b,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:19.049412 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3165d8f7-e85a-4ae2-b28f-ba29eccfe7d5 req-5220aa12-6685-4d49-b52a-ebfaf198722e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:23:19.058972 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 7f4b0472-10d4-41cf-937a-a4d5a3acd67d no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:23:19.079056 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] No Port match for: 7f4b0472-10d4-41cf-937a-a4d5a3acd67d {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:23:19.082424 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 7f4b0472-10d4-41cf-937a-a4d5a3acd67d not bound to the agent host hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:23:19.155844 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3165d8f7-e85a-4ae2-b28f-ba29eccfe7d5 req-5220aa12-6685-4d49-b52a-ebfaf198722e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:23:19.166183 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9e5ebe-c1bd-44da-921f-53fb9aa679ee None None] Sync routers for ids ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:23:19.177627 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9e5ebe-c1bd-44da-921f-53fb9aa679ee None None] Routers {'6fc422a2-d759-4ae1-ae0e-ca790832e0d0'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:23:19.178273 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-7b9e5ebe-c1bd-44da-921f-53fb9aa679ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:23:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:23:19.199912 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-3165d8f7-e85a-4ae2-b28f-ba29eccfe7d5 req-5220aa12-6685-4d49-b52a-ebfaf198722e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] No DVR routers for this DVR port 7536b9fa-f038-4b0d-9846-bdccc3cec23b on host hv-cinder-80192 {{(pid=103034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:23:19.202773 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-3165d8f7-e85a-4ae2-b28f-ba29eccfe7d5 req-5220aa12-6685-4d49-b52a-ebfaf198722e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:19.206147 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3165d8f7-e85a-4ae2-b28f-ba29eccfe7d5 req-5220aa12-6685-4d49-b52a-ebfaf198722e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.30 "DELETE /v2.0/ports/7536b9fa-f038-4b0d-9846-bdccc3cec23b HTTP/1.1" status: 204 len: 173 time: 1.0019462 Feb 09 06:23:19.291106 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-7b9e5ebe-c1bd-44da-921f-53fb9aa679ee None None] Set router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:23:19.356434 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8d339745-bbe1-45db-81ac-75b57f6f6394 req-87d6a392-46fb-461a-8c01-d61d896830b0 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d479a18-0e94-4b50-8659-9359c54c0424 HTTP/1.1" status: 200 len: 210 time: 0.0275104 Feb 09 06:23:19.516122 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-7b9e5ebe-c1bd-44da-921f-53fb9aa679ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:23Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'gw_port': {'id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '92d1b527-5cdb-483f-825c-4373e7a0294f', 'name': '', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'mac_address': 'fa:16:3e:12:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:28Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 5, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'subnets': [{'id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:23:19.546957 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9e5ebe-c1bd-44da-921f-53fb9aa679ee None None] Checking router: 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:23:19.556658 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9e5ebe-c1bd-44da-921f-53fb9aa679ee None None] Routers {'6fc422a2-d759-4ae1-ae0e-ca790832e0d0'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:23:19.557271 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-7b9e5ebe-c1bd-44da-921f-53fb9aa679ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:23:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:23:19.663251 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-7b9e5ebe-c1bd-44da-921f-53fb9aa679ee None None] Set router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:23:19.988860 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-7b9e5ebe-c1bd-44da-921f-53fb9aa679ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:23Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'gw_port': {'id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '92d1b527-5cdb-483f-825c-4373e7a0294f', 'name': '', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'mac_address': 'fa:16:3e:12:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:28Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 5, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'subnets': [{'id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:23:19.999978 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-122d1048-d888-45ab-a1cb-4457bfd02060 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:20.001773 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-122d1048-d888-45ab-a1cb-4457bfd02060 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/networks?id=792bb57d-d0bc-4d86-9bae-1a4cc194073a HTTP/1.1" status: 200 len: 807 time: 0.1082761 Feb 09 06:23:20.016499 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-a4b36271-655d-4c5f-b900-8f714b04e83d tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/quotas/d9aa8abde7414d0b891e70d99fed50e5 HTTP/1.1" status: 200 len: 375 time: 0.0089312 Feb 09 06:23:20.022335 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9e5ebe-c1bd-44da-921f-53fb9aa679ee None None] The sync data for ids ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'] in dv-cinder-801923-6-iscsi is: [{'id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:23Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'gw_port': {'id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '92d1b527-5cdb-483f-825c-4373e7a0294f', 'name': '', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'mac_address': 'fa:16:3e:12:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:28Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 5, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'subnets': [{'id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:23:20.048805 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d479a18-0e94-4b50-8659-9359c54c0424', 'name': 'network-vif-deleted', 'tag': '7536b9fa-f038-4b0d-9846-bdccc3cec23b'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:23:20.051127 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a19b51-83e4-4198-9dd2-60ba713f32d1" -d '{"events": [{"server_uuid": "5d479a18-0e94-4b50-8659-9359c54c0424", "name": "network-vif-deleted", "tag": "7536b9fa-f038-4b0d-9846-bdccc3cec23b"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:23:20.055486 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-e04c7157-6c8e-448e-a201-e2ca3ecf34ea tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9aa8abde7414d0b891e70d99fed50e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326705 Feb 09 06:23:20.115508 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6014363f-dae0-4040-97b6-a990322fb689 x-openstack-request-id: req-6014363f-dae0-4040-97b6-a990322fb689 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:23:20.116479 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d479a18-0e94-4b50-8659-9359c54c0424", "name": "network-vif-deleted", "tag": "7536b9fa-f038-4b0d-9846-bdccc3cec23b", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:23:20.116479 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6014363f-dae0-4040-97b6-a990322fb689 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:23:20.116479 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d479a18-0e94-4b50-8659-9359c54c0424', 'name': 'network-vif-deleted', 'tag': '7536b9fa-f038-4b0d-9846-bdccc3cec23b', 'status': 'completed', 'code': 200} Feb 09 06:23:20.159973 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-fb8f46fe-67b2-4d99-bcd0-879ab8c4c84f service neutron] 10.222.0.13 "GET /v2.0/networks/792bb57d-d0bc-4d86-9bae-1a4cc194073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890434 Feb 09 06:23:20.256445 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7169153c-209f-4dd5-9b19-6242b9cdc739 None None] New status for floating IP 3aa70dd2-5a61-4700-8369-3821f1b23c92: DOWN {{(pid=103037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 06:23:20.257067 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-64201ab2-9007-455e-a9ee-3d614c99da18 service neutron] 10.222.0.13 "GET /v2.0/networks/792bb57d-d0bc-4d86-9bae-1a4cc194073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909801 Feb 09 06:23:20.455861 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-002fa2d3-d797-44c9-945c-84224207e730 req-45983251-99fb-4867-b86e-3525d9d5c40d tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 210 time: 0.0310371 Feb 09 06:23:20.524455 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 56916) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:23:20.578373 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-8ec17f7c-ceac-4b17-8e3c-237b85c7af57 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group (1fe37aec-3e37-46d7-b319-afbb6b1afdae), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:20.605715 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-8ec17f7c-ceac-4b17-8e3c-237b85c7af57 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group (1fe37aec-3e37-46d7-b319-afbb6b1afdae), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:20.714383 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-8ec17f7c-ceac-4b17-8e3c-237b85c7af57 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (1fe37aec-3e37-46d7-b319-afbb6b1afdae), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:20.717091 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-8ec17f7c-ceac-4b17-8e3c-237b85c7af57 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:20.718403 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-8ec17f7c-ceac-4b17-8e3c-237b85c7af57 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "DELETE /v2.0/security-groups/1fe37aec-3e37-46d7-b319-afbb6b1afdae HTTP/1.1" status: 204 len: 168 time: 0.1961632 Feb 09 06:23:20.721821 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 56926) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:23:20.728220 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec17f7c-ceac-4b17-8e3c-237b85c7af57 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe37aec-3e37-46d7-b319-afbb6b1afdae,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:20.735149 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.api.v2.resource [None req-1b92285b-abd2-4c1d-ab57-04310aac8195 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] show failed (client error): The resource could not be found. Feb 09 06:23:20.736153 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-1b92285b-abd2-4c1d-ab57-04310aac8195 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups/1fe37aec-3e37-46d7-b319-afbb6b1afdae HTTP/1.1" status: 404 len: 347 time: 0.0133188 Feb 09 06:23:20.739039 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 56928) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:23:20.862485 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-abbfc257-92f6-45c6-99c1-f93c98612920 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Deleting port 9f1339cf-e5b1-4427-b667-666f561b68b7 {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:23:20.862826 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-abbfc257-92f6-45c6-99c1-f93c98612920 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (9f1339cf-e5b1-4427-b667-666f561b68b7), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:20.937925 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-abbfc257-92f6-45c6-99c1-f93c98612920 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (9f1339cf-e5b1-4427-b667-666f561b68b7), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:20.938289 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-abbfc257-92f6-45c6-99c1-f93c98612920 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for floatingip (9f1339cf-e5b1-4427-b667-666f561b68b7), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:20.950815 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-abbfc257-92f6-45c6-99c1-f93c98612920 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Calling delete_port for 9f1339cf-e5b1-4427-b667-666f561b68b7 owned by network:floatingip {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:23:21.148335 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-abbfc257-92f6-45c6-99c1-f93c98612920 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (9f1339cf-e5b1-4427-b667-666f561b68b7), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:21.174113 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfc257-92f6-45c6-99c1-f93c98612920 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Pushing event deleted for resources: {'Port': ['ID=9f1339cf-e5b1-4427-b667-666f561b68b7,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:21.233533 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-abbfc257-92f6-45c6-99c1-f93c98612920 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for floatingip (3aa70dd2-5a61-4700-8369-3821f1b23c92), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:21.236193 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-abbfc257-92f6-45c6-99c1-f93c98612920 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:21.245237 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-abbfc257-92f6-45c6-99c1-f93c98612920 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "DELETE /v2.0/floatingips/3aa70dd2-5a61-4700-8369-3821f1b23c92 HTTP/1.1" status: 204 len: 168 time: 0.4972720 Feb 09 06:23:21.485717 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 56940) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:23:21.491056 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-15d07ad7-8799-4bf8-8bd7-73afbda91fd8 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Request body: {'security_group': {'name': 'tempest-securitygroup--124394652', 'description': 'tempest-description--1821095809'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:23:21.557669 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8c6ff5c5-ebdb-48e2-ad94-b2f055f679a9 req-2ea467c8-695b-4bf0-a00f-2a652d6f7e45 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 210 time: 0.0263388 Feb 09 06:23:21.566447 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-15d07ad7-8799-4bf8-8bd7-73afbda91fd8 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:21.632536 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-15d07ad7-8799-4bf8-8bd7-73afbda91fd8 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group (d39d3c7d-81e8-4fb4-aefd-8153170340f0), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:21.697192 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-15d07ad7-8799-4bf8-8bd7-73afbda91fd8 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (d39d3c7d-81e8-4fb4-aefd-8153170340f0), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:21.725537 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d07ad7-8799-4bf8-8bd7-73afbda91fd8 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39d3c7d-81e8-4fb4-aefd-8153170340f0,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:21.785615 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-15d07ad7-8799-4bf8-8bd7-73afbda91fd8 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:21.786923 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-15d07ad7-8799-4bf8-8bd7-73afbda91fd8 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2995369 Feb 09 06:23:21.789784 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 56942) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:23:21.794089 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-7c5fda64-cdae-45de-9cf0-c9d294915b74 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Request body: {'security_group_rule': {'security_group_id': 'd39d3c7d-81e8-4fb4-aefd-8153170340f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:23:21.895601 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7c5fda64-cdae-45de-9cf0-c9d294915b74 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group_rule (a6472c80-c456-4dc0-a1de-ef9db9b88524), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:21.950901 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7c5fda64-cdae-45de-9cf0-c9d294915b74 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group_rule (a6472c80-c456-4dc0-a1de-ef9db9b88524), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:22.015983 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7c5fda64-cdae-45de-9cf0-c9d294915b74 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (a6472c80-c456-4dc0-a1de-ef9db9b88524), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:22.034731 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fda64-cdae-45de-9cf0-c9d294915b74 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6472c80-c456-4dc0-a1de-ef9db9b88524,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:22.116196 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7c5fda64-cdae-45de-9cf0-c9d294915b74 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:22.117408 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-7c5fda64-cdae-45de-9cf0-c9d294915b74 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3266315 Feb 09 06:23:22.120915 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 56944) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:23:22.125161 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-b32269a3-7bdf-40ab-94a8-3af968cf5404 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Request body: {'security_group_rule': {'security_group_id': 'd39d3c7d-81e8-4fb4-aefd-8153170340f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:23:22.216058 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b32269a3-7bdf-40ab-94a8-3af968cf5404 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group_rule (df39af26-716d-40d0-8b92-0d21ad16fa44), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:22.271433 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b32269a3-7bdf-40ab-94a8-3af968cf5404 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group_rule (df39af26-716d-40d0-8b92-0d21ad16fa44), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:22.348401 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b32269a3-7bdf-40ab-94a8-3af968cf5404 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (df39af26-716d-40d0-8b92-0d21ad16fa44), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:22.366461 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32269a3-7bdf-40ab-94a8-3af968cf5404 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df39af26-716d-40d0-8b92-0d21ad16fa44,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:22.463459 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b32269a3-7bdf-40ab-94a8-3af968cf5404 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:22.464660 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-b32269a3-7bdf-40ab-94a8-3af968cf5404 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3428299 Feb 09 06:23:22.471301 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 56952) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:23:22.472573 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-0198cba2-4b7b-48c2-b7cb-d609b2194adb tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Request body: {'floatingip': {'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:23:22.490301 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-6cc03305-e5d0-4b8a-ae59-febba82a4d14 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:22.491831 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-6cc03305-e5d0-4b8a-ae59-febba82a4d14 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.30 "GET /v2.0/networks?id=792bb57d-d0bc-4d86-9bae-1a4cc194073a HTTP/1.1" status: 200 len: 807 time: 0.1129327 Feb 09 06:23:22.509760 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-0b1b2252-e485-4e5f-9eb6-af956fde489e tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Request body: {'port': {'device_id': '82a079aa-c41f-48f8-92fc-395b01f84a86', 'network_id': '792bb57d-d0bc-4d86-9bae-1a4cc194073a', 'admin_state_up': True, 'tenant_id': 'd9aa8abde7414d0b891e70d99fed50e5'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:23:22.553295 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0198cba2-4b7b-48c2-b7cb-d609b2194adb tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:22.675103 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0198cba2-4b7b-48c2-b7cb-d609b2194adb tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:22.678700 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b9b93c12-5a8c-4aab-ac2d-a112db292f27 req-ed181494-1885-4c6d-bdc1-1c5b758b77b8 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 210 time: 0.0301080 Feb 09 06:23:22.684217 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-0b1b2252-e485-4e5f-9eb6-af956fde489e tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Made reservation on behalf of d9aa8abde7414d0b891e70d99fed50e5 for: {'port': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:23:22.687603 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-0b1b2252-e485-4e5f-9eb6-af956fde489e tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:22.781953 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [None req-0198cba2-4b7b-48c2-b7cb-d609b2194adb tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Allocated IP 172.27.3.79 (60906f90-e5e0-4579-a713-ae70aadf892a/3feeac82-f55f-4d1a-bdeb-44d8682c5c90/1692cba3-5e06-4cb8-8831-65792cd69615) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:23:22.826308 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-0b1b2252-e485-4e5f-9eb6-af956fde489e tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Allocated IP 172.20.0.14 (792bb57d-d0bc-4d86-9bae-1a4cc194073a/e74e9c88-d6c1-4d9a-b97b-6fd142341543/df9ddbb2-3f71-4e33-bc33-e7fe62d2293c) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:23:22.890678 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0198cba2-4b7b-48c2-b7cb-d609b2194adb tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for port (1692cba3-5e06-4cb8-8831-65792cd69615), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:22.979530 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-0b1b2252-e485-4e5f-9eb6-af956fde489e tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Publish callbacks [] for port (df9ddbb2-3f71-4e33-bc33-e7fe62d2293c), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:23.000460 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0198cba2-4b7b-48c2-b7cb-d609b2194adb tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (1692cba3-5e06-4cb8-8831-65792cd69615), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:23.035069 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0198cba2-4b7b-48c2-b7cb-d609b2194adb tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Network 60906f90-e5e0-4579-a713-ae70aadf892a is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:23:23.037689 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-0198cba2-4b7b-48c2-b7cb-d609b2194adb tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:23:23.043026 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0198cba2-4b7b-48c2-b7cb-d609b2194adb tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:23:23.069434 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198cba2-4b7b-48c2-b7cb-d609b2194adb tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Pushing event updated for resources: {'Port': ['ID=1692cba3-5e06-4cb8-8831-65792cd69615,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:23.077020 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 7536b9fa-f038-4b0d-9846-bdccc3cec23b no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:23:23.091264 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-0b1b2252-e485-4e5f-9eb6-af956fde489e tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (df9ddbb2-3f71-4e33-bc33-e7fe62d2293c), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:23.097771 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] No Port match for: 7536b9fa-f038-4b0d-9846-bdccc3cec23b {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:23:23.098109 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 7536b9fa-f038-4b0d-9846-bdccc3cec23b not bound to the agent host hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:23:23.134380 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0198cba2-4b7b-48c2-b7cb-d609b2194adb tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for floatingip (cf150f53-fe9e-4c74-96d5-7466c27f9e2f), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:23.136603 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-0b1b2252-e485-4e5f-9eb6-af956fde489e tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Network 792bb57d-d0bc-4d86-9bae-1a4cc194073a is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:23:23.141497 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-0b1b2252-e485-4e5f-9eb6-af956fde489e tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:23:23.144452 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-0b1b2252-e485-4e5f-9eb6-af956fde489e tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:23:23.174878 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b2252-e485-4e5f-9eb6-af956fde489e tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Pushing event updated for resources: {'Port': ['ID=df9ddbb2-3f71-4e33-bc33-e7fe62d2293c,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:23.198165 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-0b1b2252-e485-4e5f-9eb6-af956fde489e tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:23.198791 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-0b1b2252-e485-4e5f-9eb6-af956fde489e tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:23.231574 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0198cba2-4b7b-48c2-b7cb-d609b2194adb tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (1692cba3-5e06-4cb8-8831-65792cd69615), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:23.254738 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-0b1b2252-e485-4e5f-9eb6-af956fde489e tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7487588 Feb 09 06:23:23.375096 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0198cba2-4b7b-48c2-b7cb-d609b2194adb tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for port (1692cba3-5e06-4cb8-8831-65792cd69615), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:23.433763 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0198cba2-4b7b-48c2-b7cb-d609b2194adb tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (1692cba3-5e06-4cb8-8831-65792cd69615), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:23.724283 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198cba2-4b7b-48c2-b7cb-d609b2194adb tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Pushing event updated for resources: {'Port': ['ID=1692cba3-5e06-4cb8-8831-65792cd69615,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:23.736796 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0198cba2-4b7b-48c2-b7cb-d609b2194adb tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540521'] for floatingip (cf150f53-fe9e-4c74-96d5-7466c27f9e2f), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:23.796818 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960924fe-ac08-4771-8bd4-05f4d626718a req-af51d1e6-d8ea-44fa-96f0-b9b47af30a6b tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:23.798331 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-960924fe-ac08-4771-8bd4-05f4d626718a req-af51d1e6-d8ea-44fa-96f0-b9b47af30a6b tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 932 time: 0.0514832 Feb 09 06:23:23.834883 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0198cba2-4b7b-48c2-b7cb-d609b2194adb tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:23.836140 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-0198cba2-4b7b-48c2-b7cb-d609b2194adb tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3674734 Feb 09 06:23:23.997925 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-960924fe-ac08-4771-8bd4-05f4d626718a req-cf14f5d0-6fed-4c82-9e06-088e3db9b082 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933811 Feb 09 06:23:24.140733 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bdf238d0-bade-4c36-864b-8927474f888f req-0aa789d4-0e59-4893-9c9e-3bd6140069bf tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--124394652&fields=id&tenant_id=e6d505752db84eec9ff7fe2e17b3d536 HTTP/1.1" status: 200 len: 267 time: 0.0401447 Feb 09 06:23:24.245591 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf238d0-bade-4c36-864b-8927474f888f req-1a12a2f5-bf15-4317-8003-a817593c3439 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:24.247024 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bdf238d0-bade-4c36-864b-8927474f888f req-1a12a2f5-bf15-4317-8003-a817593c3439 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/networks?id=0109a1ee-9fd0-43d1-9f17-0b66979d92b3 HTTP/1.1" status: 200 len: 811 time: 0.1002448 Feb 09 06:23:24.261197 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bdf238d0-bade-4c36-864b-8927474f888f req-1c9c9d55-8d11-4756-8c91-3755a290a505 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/quotas/e6d505752db84eec9ff7fe2e17b3d536 HTTP/1.1" status: 200 len: 375 time: 0.0086315 Feb 09 06:23:24.312801 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bdf238d0-bade-4c36-864b-8927474f888f req-bf9e19c4-69b0-4ca7-878d-850fbfb38dd6 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6d505752db84eec9ff7fe2e17b3d536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469394 Feb 09 06:23:24.406935 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bdf238d0-bade-4c36-864b-8927474f888f req-ecc4beb2-2d28-42c5-9b35-b0dc9a4e849b service neutron] 10.222.0.13 "GET /v2.0/networks/0109a1ee-9fd0-43d1-9f17-0b66979d92b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831926 Feb 09 06:23:24.492950 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bdf238d0-bade-4c36-864b-8927474f888f req-69c7b0ec-352d-4817-bc91-762a627c4f8d service neutron] 10.222.0.13 "GET /v2.0/networks/0109a1ee-9fd0-43d1-9f17-0b66979d92b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797126 Feb 09 06:23:24.743361 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5038e2ad-5e1a-4eeb-b515-d8f2d7689d5f req-d1aab327-1598-4310-8b6a-70ed0f6c8e4d tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 210 time: 0.0273488 Feb 09 06:23:25.116106 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296871a-2f3d-41e4-8fc0-84729ac65c0a req-130d43c1-8802-4313-9f2c-837b6607a3f4 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:25.117581 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d296871a-2f3d-41e4-8fc0-84729ac65c0a req-130d43c1-8802-4313-9f2c-837b6607a3f4 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 932 time: 0.0550079 Feb 09 06:23:25.163558 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d296871a-2f3d-41e4-8fc0-84729ac65c0a req-0d737606-fd94-4ee7-abc7-f11e8e06883f tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397801 Feb 09 06:23:25.815549 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] Request body: {'port': {'device_id': '82a079aa-c41f-48f8-92fc-395b01f84a86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80192'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:23:25.857111 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c5c59f60-6410-460f-a099-15d876423241 req-e17a1443-119e-445f-9404-a196a56f1d5c tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 210 time: 0.0472603 Feb 09 06:23:25.905208 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (df9ddbb2-3f71-4e33-bc33-e7fe62d2293c), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:26.161766 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9ddbb2-3f71-4e33-bc33-e7fe62d2293c {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:23:26.169278 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] Publish callbacks [] for port (df9ddbb2-3f71-4e33-bc33-e7fe62d2293c), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:26.181138 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] Transition to ACTIVE for port object df9ddbb2-3f71-4e33-bc33-e7fe62d2293c will not be triggered until provisioned by entity L2. {{(pid=103034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 06:23:26.257375 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (df9ddbb2-3f71-4e33-bc33-e7fe62d2293c), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:26.322400 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] Pushing event updated for resources: {'Port': ['ID=df9ddbb2-3f71-4e33-bc33-e7fe62d2293c,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:26.344498 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70dbd7-2368-43b6-9d31-0b1898c98776 req-cc02c784-ccb9-4d3f-b180-e4ad209de6b6 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:26.346022 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ce70dbd7-2368-43b6-9d31-0b1898c98776 req-cc02c784-ccb9-4d3f-b180-e4ad209de6b6 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 932 time: 0.1165142 Feb 09 06:23:26.425595 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] Attempting to bind port df9ddbb2-3f71-4e33-bc33-e7fe62d2293c on host hv-cinder-80192 for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:23:26.425840 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] Attempting to bind port df9ddbb2-3f71-4e33-bc33-e7fe62d2293c by drivers openvswitch,hyperv on host hv-cinder-80192 at level 0 using segments [{'id': '9f9fbae6-fca6-4b60-a8da-db50676b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '792bb57d-d0bc-4d86-9bae-1a4cc194073a'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:23:26.426159 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] Attempting to bind port df9ddbb2-3f71-4e33-bc33-e7fe62d2293c on network 792bb57d-d0bc-4d86-9bae-1a4cc194073a {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:23:26.431952 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ce70dbd7-2368-43b6-9d31-0b1898c98776 req-f72876d5-a0ed-42f2-a6a2-c984f77fbf6f tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649488 Feb 09 06:23:26.433918 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] Port df9ddbb2-3f71-4e33-bc33-e7fe62d2293c on network 792bb57d-d0bc-4d86-9bae-1a4cc194073a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80192 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 06:23:26.434252 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] Attempting to bind port df9ddbb2-3f71-4e33-bc33-e7fe62d2293c on network 792bb57d-d0bc-4d86-9bae-1a4cc194073a {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:23:26.439962 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] Checking agent: {'id': '16e2666b-01c8-44a0-ad9b-455a2be8881c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80192', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'started_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:23:26.440299 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] Checking segment: {'id': '9f9fbae6-fca6-4b60-a8da-db50676b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '792bb57d-d0bc-4d86-9bae-1a4cc194073a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:23:26.440706 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] Bound using segment: {'id': '9f9fbae6-fca6-4b60-a8da-db50676b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '792bb57d-d0bc-4d86-9bae-1a4cc194073a'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:23:26.441128 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] Bound port: df9ddbb2-3f71-4e33-bc33-e7fe62d2293c, host: hv-cinder-80192, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f9fbae6-fca6-4b60-a8da-db50676b2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '792bb57d-d0bc-4d86-9bae-1a4cc194073a'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:23:26.444462 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (df9ddbb2-3f71-4e33-bc33-e7fe62d2293c), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:26.504592 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] For port df9ddbb2-3f71-4e33-bc33-e7fe62d2293c, host hv-cinder-80192, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:23:26.507463 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] For port df9ddbb2-3f71-4e33-bc33-e7fe62d2293c, host hv-cinder-80192, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=df9ddbb2-3f71-4e33-bc33-e7fe62d2293c,segment=NetworkSegment(9f9fbae6-fca6-4b60-a8da-db50676b2e7e),segment_id=9f9fbae6-fca6-4b60-a8da-db50676b2e7e)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:23:26.583220 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (df9ddbb2-3f71-4e33-bc33-e7fe62d2293c), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:26.839168 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:26.839782 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:26.841145 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] 10.222.0.30 "PUT /v2.0/ports/df9ddbb2-3f71-4e33-bc33-e7fe62d2293c HTTP/1.1" status: 200 len: 1094 time: 1.0301476 Feb 09 06:23:26.841581 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a079aa-c41f-48f8-92fc-395b01f84a86', 'tag': 'df9ddbb2-3f71-4e33-bc33-e7fe62d2293c'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:23:26.843885 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf06b38-4cdc-47d1-9870-5a90c9afcb7f" -d '{"events": [{"name": "network-changed", "server_uuid": "82a079aa-c41f-48f8-92fc-395b01f84a86", "tag": "df9ddbb2-3f71-4e33-bc33-e7fe62d2293c"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:23:26.868067 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4861a-d2cd-4b3c-9a18-b7e61c995bce service neutron] Pushing event updated for resources: {'Port': ['ID=df9ddbb2-3f71-4e33-bc33-e7fe62d2293c,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:26.884079 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a79962b-816a-4081-8cff-ac53c7365e2a x-openstack-request-id: req-2a79962b-816a-4081-8cff-ac53c7365e2a {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:23:26.884375 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a079aa-c41f-48f8-92fc-395b01f84a86", "tag": "df9ddbb2-3f71-4e33-bc33-e7fe62d2293c", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:23:26.884627 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a79962b-816a-4081-8cff-ac53c7365e2a {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:23:26.885045 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a079aa-c41f-48f8-92fc-395b01f84a86', 'tag': 'df9ddbb2-3f71-4e33-bc33-e7fe62d2293c', 'status': 'completed', 'code': 200} Feb 09 06:23:26.961616 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e915caf9-99b2-445c-8df5-3eff0ddad9c8 req-b376e680-72a8-4a82-b52b-e7fe450a7c8e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 210 time: 0.0300968 Feb 09 06:23:27.007056 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf06b38-4cdc-47d1-9870-5a90c9afcb7f req-ff573517-6938-444e-8dd3-b0266d82d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:27.008786 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-7cf06b38-4cdc-47d1-9870-5a90c9afcb7f req-ff573517-6938-444e-8dd3-b0266d82d5e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9aa8abde7414d0b891e70d99fed50e5&device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 1128 time: 0.0649097 Feb 09 06:23:27.082316 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf238d0-bade-4c36-864b-8927474f888f req-24fdfa63-d8af-4a86-a76e-e5a8eefbf25b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:27.083768 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bdf238d0-bade-4c36-864b-8927474f888f req-24fdfa63-d8af-4a86-a76e-e5a8eefbf25b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.30 "GET /v2.0/networks?id=0109a1ee-9fd0-43d1-9f17-0b66979d92b3 HTTP/1.1" status: 200 len: 811 time: 0.1246200 Feb 09 06:23:27.128504 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf06b38-4cdc-47d1-9870-5a90c9afcb7f req-987e64aa-2828-4889-a586-b881e7c3b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:27.129972 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-7cf06b38-4cdc-47d1-9870-5a90c9afcb7f req-987e64aa-2828-4889-a586-b881e7c3b47e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d9aa8abde7414d0b891e70d99fed50e5&shared=False HTTP/1.1" status: 200 len: 907 time: 0.0982449 Feb 09 06:23:27.172373 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bdf238d0-bade-4c36-864b-8927474f888f req-7f45a55a-f52b-4314-91b6-048028d1237e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6d505752db84eec9ff7fe2e17b3d536 HTTP/1.1" status: 200 len: 379 time: 0.0713029 Feb 09 06:23:27.182438 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-bdf238d0-bade-4c36-864b-8927474f888f req-b3c89e5b-664d-4a2f-8912-d25764b6563e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Request body: {'port': {'device_id': '9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'admin_state_up': True, 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'security_groups': ['d39d3c7d-81e8-4fb4-aefd-8153170340f0']}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:23:27.211593 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:23:27.235315 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf06b38-4cdc-47d1-9870-5a90c9afcb7f req-c20cb8bc-fc9f-46ae-b1a8-4570703eb7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:27.237407 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-7cf06b38-4cdc-47d1-9870-5a90c9afcb7f req-c20cb8bc-fc9f-46ae-b1a8-4570703eb7db service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0952179 Feb 09 06:23:27.348709 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-1cfc9048-4cae-4b84-9f63-12a87ed0eece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:27.350175 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-1cfc9048-4cae-4b84-9f63-12a87ed0eece service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9aa8abde7414d0b891e70d99fed50e5&device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 1128 time: 0.0440955 Feb 09 06:23:27.352877 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf238d0-bade-4c36-864b-8927474f888f req-b3c89e5b-664d-4a2f-8912-d25764b6563e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Made reservation on behalf of e6d505752db84eec9ff7fe2e17b3d536 for: {'port': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:23:27.356272 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-bdf238d0-bade-4c36-864b-8927474f888f req-b3c89e5b-664d-4a2f-8912-d25764b6563e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:27.413292 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-07b8f6de-629e-4625-b05d-d8c8ed41b9e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df9ddbb2-3f71-4e33-bc33-e7fe62d2293c HTTP/1.1" status: 200 len: 217 time: 0.0354574 Feb 09 06:23:27.482179 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [req-bdf238d0-bade-4c36-864b-8927474f888f req-b3c89e5b-664d-4a2f-8912-d25764b6563e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Allocated IP 172.20.0.4 (0109a1ee-9fd0-43d1-9f17-0b66979d92b3/0d2250d4-ff7d-4b60-b34c-6aefe462ccc8/422022f2-7957-4809-8b35-137dcb96c6ed) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:23:27.485232 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-169a2b7a-150e-4c67-b6f8-e62a838d09c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:27.487827 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-169a2b7a-150e-4c67-b6f8-e62a838d09c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e74e9c88-d6c1-4d9a-b97b-6fd142341543 HTTP/1.1" status: 200 len: 847 time: 0.0571365 Feb 09 06:23:27.525144 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-aa660f58-bff7-44e4-9b06-9fb0f1091569 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=792bb57d-d0bc-4d86-9bae-1a4cc194073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305521 Feb 09 06:23:27.620700 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-c7d2335c-8554-401f-a778-d249b3939ed4 service neutron] 10.222.0.30 "GET /v2.0/networks/792bb57d-d0bc-4d86-9bae-1a4cc194073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894589 Feb 09 06:23:27.634363 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bf030-035f-4dd2-b407-488dc958690e req-8be70f7d-55c9-4f29-bf03-b66cdb3392a4 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:27.635867 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-678bf030-035f-4dd2-b407-488dc958690e req-8be70f7d-55c9-4f29-bf03-b66cdb3392a4 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 944 time: 0.1282601 Feb 09 06:23:27.700373 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-bdf238d0-bade-4c36-864b-8927474f888f req-b3c89e5b-664d-4a2f-8912-d25764b6563e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for port (422022f2-7957-4809-8b35-137dcb96c6ed), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:27.715184 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-678bf030-035f-4dd2-b407-488dc958690e req-cd7da42c-0137-4114-9440-953516f80144 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687554 Feb 09 06:23:27.717063 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-92e2ae32-c9f8-4133-b107-694f8b2f4d3f req-5e0b9f6f-c202-472e-aebb-741e810adbf3 service neutron] 10.222.0.30 "GET /v2.0/networks/792bb57d-d0bc-4d86-9bae-1a4cc194073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900764 Feb 09 06:23:27.897736 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-bdf238d0-bade-4c36-864b-8927474f888f req-b3c89e5b-664d-4a2f-8912-d25764b6563e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (422022f2-7957-4809-8b35-137dcb96c6ed), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:27.942135 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf238d0-bade-4c36-864b-8927474f888f req-b3c89e5b-664d-4a2f-8912-d25764b6563e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Network 0109a1ee-9fd0-43d1-9f17-0b66979d92b3 is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:23:27.946950 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [req-bdf238d0-bade-4c36-864b-8927474f888f req-b3c89e5b-664d-4a2f-8912-d25764b6563e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:23:27.950632 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf238d0-bade-4c36-864b-8927474f888f req-b3c89e5b-664d-4a2f-8912-d25764b6563e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:23:27.977297 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c89e5b-664d-4a2f-8912-d25764b6563e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Pushing event updated for resources: {'Port': ['ID=422022f2-7957-4809-8b35-137dcb96c6ed,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:28.007842 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf238d0-bade-4c36-864b-8927474f888f req-b3c89e5b-664d-4a2f-8912-d25764b6563e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:28.008467 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-bdf238d0-bade-4c36-864b-8927474f888f req-b3c89e5b-664d-4a2f-8912-d25764b6563e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:28.081834 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bdf238d0-bade-4c36-864b-8927474f888f req-b3c89e5b-664d-4a2f-8912-d25764b6563e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9036770 Feb 09 06:23:28.102243 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] Request body: {'port': {'device_id': '9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80192'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:23:28.131705 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38037d15-2317-49b9-a2f6-0b2dd6dbaebc req-4321bf15-89e6-4310-9015-10c3160ff342 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:28.133181 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-38037d15-2317-49b9-a2f6-0b2dd6dbaebc req-4321bf15-89e6-4310-9015-10c3160ff342 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 931 time: 0.0828605 Feb 09 06:23:28.199778 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (422022f2-7957-4809-8b35-137dcb96c6ed), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:28.212856 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-ea2721b9-e3e0-49c5-8512-0d0f548c158c None None] Provisioning complete for port 422022f2-7957-4809-8b35-137dcb96c6ed triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:23:28.213352 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-ea2721b9-e3e0-49c5-8512-0d0f548c158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (422022f2-7957-4809-8b35-137dcb96c6ed), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:28.223128 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-38037d15-2317-49b9-a2f6-0b2dd6dbaebc req-b5df8082-268a-4787-b3e4-28a71d33470f tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=d39d3c7d-81e8-4fb4-aefd-8153170340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815997 Feb 09 06:23:28.250343 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-ea2721b9-e3e0-49c5-8512-0d0f548c158c None None] Port 422022f2-7957-4809-8b35-137dcb96c6ed cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:23:28.466840 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422022f2-7957-4809-8b35-137dcb96c6ed {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:23:28.474928 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] Publish callbacks [] for port (422022f2-7957-4809-8b35-137dcb96c6ed), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:28.487411 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] Transition to ACTIVE for port object 422022f2-7957-4809-8b35-137dcb96c6ed will not be triggered until provisioned by entity L2. {{(pid=103034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 06:23:28.554269 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (422022f2-7957-4809-8b35-137dcb96c6ed), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:28.602090 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=422022f2-7957-4809-8b35-137dcb96c6ed,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:28.681922 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] Attempting to bind port 422022f2-7957-4809-8b35-137dcb96c6ed on host hv-cinder-80192 for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:23:28.682421 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] Attempting to bind port 422022f2-7957-4809-8b35-137dcb96c6ed by drivers openvswitch,hyperv on host hv-cinder-80192 at level 0 using segments [{'id': '405211fb-b8d2-4256-a54d-473ad66a34f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:23:28.682749 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] Attempting to bind port 422022f2-7957-4809-8b35-137dcb96c6ed on network 0109a1ee-9fd0-43d1-9f17-0b66979d92b3 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:23:28.687833 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] Port 422022f2-7957-4809-8b35-137dcb96c6ed on network 0109a1ee-9fd0-43d1-9f17-0b66979d92b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80192 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 06:23:28.688157 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] Attempting to bind port 422022f2-7957-4809-8b35-137dcb96c6ed on network 0109a1ee-9fd0-43d1-9f17-0b66979d92b3 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:23:28.693764 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] Checking agent: {'id': '16e2666b-01c8-44a0-ad9b-455a2be8881c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80192', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'started_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:23:28.694095 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] Checking segment: {'id': '405211fb-b8d2-4256-a54d-473ad66a34f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:23:28.694502 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] Bound using segment: {'id': '405211fb-b8d2-4256-a54d-473ad66a34f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:23:28.694924 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] Bound port: 422022f2-7957-4809-8b35-137dcb96c6ed, host: hv-cinder-80192, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '405211fb-b8d2-4256-a54d-473ad66a34f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:23:28.695276 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (422022f2-7957-4809-8b35-137dcb96c6ed), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:28.765655 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] For port 422022f2-7957-4809-8b35-137dcb96c6ed, host hv-cinder-80192, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:23:28.768599 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] For port 422022f2-7957-4809-8b35-137dcb96c6ed, host hv-cinder-80192, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=422022f2-7957-4809-8b35-137dcb96c6ed,segment=NetworkSegment(405211fb-b8d2-4256-a54d-473ad66a34f2),segment_id=405211fb-b8d2-4256-a54d-473ad66a34f2)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:23:28.854543 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0406af-7ded-49eb-b208-3081cd722e7d req-27697b46-6ae1-447f-a3b0-79c14e5d9738 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:28.855966 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cf0406af-7ded-49eb-b208-3081cd722e7d req-27697b46-6ae1-447f-a3b0-79c14e5d9738 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 944 time: 0.0534842 Feb 09 06:23:28.875202 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (422022f2-7957-4809-8b35-137dcb96c6ed), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:28.924685 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:28.925299 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:28.926702 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bdf238d0-bade-4c36-864b-8927474f888f req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] 10.222.0.30 "PUT /v2.0/ports/422022f2-7957-4809-8b35-137dcb96c6ed HTTP/1.1" status: 200 len: 1093 time: 0.8302600 Feb 09 06:23:28.927148 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad', 'tag': '422022f2-7957-4809-8b35-137dcb96c6ed'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:23:28.929395 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906497bb-245d-4219-aff1-ada8447704df" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad", "tag": "422022f2-7957-4809-8b35-137dcb96c6ed"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:23:28.954809 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cf0406af-7ded-49eb-b208-3081cd722e7d req-1ed11f58-6959-4a42-bc98-63a941859e28 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927377 Feb 09 06:23:28.965053 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af909b-f93f-49c2-a1cd-ce6b6df52fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=422022f2-7957-4809-8b35-137dcb96c6ed,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:28.988241 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae627b8-8fac-43a7-a98f-d9d13d78e97c x-openstack-request-id: req-6ae627b8-8fac-43a7-a98f-d9d13d78e97c {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:23:28.988538 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad", "tag": "422022f2-7957-4809-8b35-137dcb96c6ed", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:23:28.988802 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ae627b8-8fac-43a7-a98f-d9d13d78e97c {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:23:28.989212 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad', 'tag': '422022f2-7957-4809-8b35-137dcb96c6ed', 'status': 'completed', 'code': 200} Feb 09 06:23:29.088308 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906497bb-245d-4219-aff1-ada8447704df req-b138cca4-763c-4d8a-aa78-f016b259eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:29.089846 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-906497bb-245d-4219-aff1-ada8447704df req-b138cca4-763c-4d8a-aa78-f016b259eca4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6d505752db84eec9ff7fe2e17b3d536&device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 1127 time: 0.0481613 Feb 09 06:23:29.200059 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906497bb-245d-4219-aff1-ada8447704df req-b5608de1-55a2-4aec-86cf-b5fafd4e2f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:29.201535 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-906497bb-245d-4219-aff1-ada8447704df req-b5608de1-55a2-4aec-86cf-b5fafd4e2f61 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e6d505752db84eec9ff7fe2e17b3d536&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0950747 Feb 09 06:23:29.296481 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906497bb-245d-4219-aff1-ada8447704df req-bf94ecc3-c276-435f-b6a7-a567bf10a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:29.297958 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-906497bb-245d-4219-aff1-ada8447704df req-bf94ecc3-c276-435f-b6a7-a567bf10a7d4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0891352 Feb 09 06:23:29.347987 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc7ac6-d8dd-44b6-98a0-36709ce5ab0d req-c1d5c4b5-97fa-4dd7-9db2-cd061f6c552e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:29.349470 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-49cc7ac6-d8dd-44b6-98a0-36709ce5ab0d req-c1d5c4b5-97fa-4dd7-9db2-cd061f6c552e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 943 time: 0.0505984 Feb 09 06:23:29.424722 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-49cc7ac6-d8dd-44b6-98a0-36709ce5ab0d req-456e90d9-ec4a-4d3a-9a69-52782b74cc9c tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=d39d3c7d-81e8-4fb4-aefd-8153170340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695229 Feb 09 06:23:29.433865 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf238d0-bade-4c36-864b-8927474f888f req-0d47ad0d-004f-40ae-a072-13b79290f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:29.435345 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bdf238d0-bade-4c36-864b-8927474f888f req-0d47ad0d-004f-40ae-a072-13b79290f12f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6d505752db84eec9ff7fe2e17b3d536&device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 1127 time: 0.0730484 Feb 09 06:23:29.484814 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bdf238d0-bade-4c36-864b-8927474f888f req-703de5fb-416b-4e01-98e6-989f5d099521 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=422022f2-7957-4809-8b35-137dcb96c6ed HTTP/1.1" status: 200 len: 217 time: 0.0331879 Feb 09 06:23:29.536347 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf238d0-bade-4c36-864b-8927474f888f req-c8031ac7-dde6-4524-80e7-3aa988cf4fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:29.537714 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bdf238d0-bade-4c36-864b-8927474f888f req-c8031ac7-dde6-4524-80e7-3aa988cf4fa2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d2250d4-ff7d-4b60-b34c-6aefe462ccc8 HTTP/1.1" status: 200 len: 850 time: 0.0467167 Feb 09 06:23:29.586029 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf238d0-bade-4c36-864b-8927474f888f req-0a489438-81e9-4df4-b135-a4afb3c4fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:29.587553 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bdf238d0-bade-4c36-864b-8927474f888f req-0a489438-81e9-4df4-b135-a4afb3c4fb36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0109a1ee-9fd0-43d1-9f17-0b66979d92b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435634 Feb 09 06:23:29.674542 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bdf238d0-bade-4c36-864b-8927474f888f req-6047d22f-3654-4923-aeec-4a74401f7457 service neutron] 10.222.0.30 "GET /v2.0/networks/0109a1ee-9fd0-43d1-9f17-0b66979d92b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794392 Feb 09 06:23:29.765707 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bdf238d0-bade-4c36-864b-8927474f888f req-d45f4176-0b72-48e8-8dd9-78df71169bcd service neutron] 10.222.0.30 "GET /v2.0/networks/0109a1ee-9fd0-43d1-9f17-0b66979d92b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850327 Feb 09 06:23:30.077162 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92f2e0-1dd2-4513-857d-68592a16c8ba req-d603143a-dbe0-4760-9a40-e89a40921f78 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:30.078672 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9b92f2e0-1dd2-4513-857d-68592a16c8ba req-d603143a-dbe0-4760-9a40-e89a40921f78 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 944 time: 0.0535316 Feb 09 06:23:30.127803 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9b92f2e0-1dd2-4513-857d-68592a16c8ba req-e75851f9-1d63-4836-8d57-9bee6535121d tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433707 Feb 09 06:23:30.543974 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cccd9-7c14-4551-a8ba-305aa0cc101f req-5bac48e5-6a4a-4302-ac73-20ffa00d833f tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:30.545345 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d36cccd9-7c14-4551-a8ba-305aa0cc101f req-5bac48e5-6a4a-4302-ac73-20ffa00d833f tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 943 time: 0.0510314 Feb 09 06:23:30.593097 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d36cccd9-7c14-4551-a8ba-305aa0cc101f req-7de6a381-cb13-4733-8388-d5ea1b99be9c tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=d39d3c7d-81e8-4fb4-aefd-8153170340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422609 Feb 09 06:23:31.134740 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device df9ddbb2-3f71-4e33-bc33-e7fe62d2293c details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:23:31.227975 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port df9ddbb2-3f71-4e33-bc33-e7fe62d2293c, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=df9ddbb2-3f71-4e33-bc33-e7fe62d2293c,segment=NetworkSegment(9f9fbae6-fca6-4b60-a8da-db50676b2e7e),segment_id=9f9fbae6-fca6-4b60-a8da-db50676b2e7e)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:23:31.239710 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': 'df9ddbb2-3f71-4e33-bc33-e7fe62d2293c', 'network_id': '792bb57d-d0bc-4d86-9bae-1a4cc194073a', 'port_id': 'df9ddbb2-3f71-4e33-bc33-e7fe62d2293c', 'mac_address': 'fa:16:3e:25:26:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74e9c88-d6c1-4d9a-b97b-6fd142341543', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:23:31.244732 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af96ced-45eb-4263-ae78-e7c84dfdd9a0 req-0b3b3e8c-8a24-4cbd-af30-a0c82fc0e598 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:31.246353 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1af96ced-45eb-4263-ae78-e7c84dfdd9a0 req-0b3b3e8c-8a24-4cbd-af30-a0c82fc0e598 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 944 time: 0.0509007 Feb 09 06:23:31.279814 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port df9ddbb2-3f71-4e33-bc33-e7fe62d2293c is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:23:31.280207 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (df9ddbb2-3f71-4e33-bc33-e7fe62d2293c), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:31.291719 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1af96ced-45eb-4263-ae78-e7c84dfdd9a0 req-0d81d621-ea3e-461e-88b5-370f0bc87d2b tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398734 Feb 09 06:23:31.293110 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9ddbb2-3f71-4e33-bc33-e7fe62d2293c {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:23:31.312607 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port df9ddbb2-3f71-4e33-bc33-e7fe62d2293c, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=df9ddbb2-3f71-4e33-bc33-e7fe62d2293c,segment=NetworkSegment(9f9fbae6-fca6-4b60-a8da-db50676b2e7e),segment_id=9f9fbae6-fca6-4b60-a8da-db50676b2e7e)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:23:31.428759 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (df9ddbb2-3f71-4e33-bc33-e7fe62d2293c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:31.477097 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=df9ddbb2-3f71-4e33-bc33-e7fe62d2293c,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:31.708163 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bced8-8bf5-4085-9739-c69f0de9f533 req-100bb1c3-c193-438f-92cf-f87094935c5a tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:31.709776 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fb1bced8-8bf5-4085-9739-c69f0de9f533 req-100bb1c3-c193-438f-92cf-f87094935c5a tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 943 time: 0.0528424 Feb 09 06:23:31.761526 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fb1bced8-8bf5-4085-9739-c69f0de9f533 req-a85fb397-de09-47af-a1be-8c028eb3ed70 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=d39d3c7d-81e8-4fb4-aefd-8153170340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459235 Feb 09 06:23:31.765367 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['df9ddbb2-3f71-4e33-bc33-e7fe62d2293c'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:23:31.805364 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 57074) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:23:31.912421 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ce509d13-d357-4484-82ff-d4cbd26ef9ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:31.982716 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ce509d13-d357-4484-82ff-d4cbd26ef9ae admin admin] Publish callbacks [] for security_group (6e0495c4-b296-4469-824c-f3a276b4908a), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:32.074536 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ce509d13-d357-4484-82ff-d4cbd26ef9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (6e0495c4-b296-4469-824c-f3a276b4908a), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:32.112592 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-ce509d13-d357-4484-82ff-d4cbd26ef9ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32d92b13743640b2a994bf3dcbe2184f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061070 Feb 09 06:23:32.113386 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce509d13-d357-4484-82ff-d4cbd26ef9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0495c4-b296-4469-824c-f3a276b4908a,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:32.115435 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 57078) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:23:32.130055 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:32.163486 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4d2756ac-4aa3-486d-8d0c-aa74b034947f admin admin] Publish callbacks [] for security_group (6e0495c4-b296-4469-824c-f3a276b4908a), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:32.184186 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4d2756ac-4aa3-486d-8d0c-aa74b034947f admin admin] Publish callbacks [] for security_group (6e0495c4-b296-4469-824c-f3a276b4908a), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:32.274134 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4d2756ac-4aa3-486d-8d0c-aa74b034947f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (6e0495c4-b296-4469-824c-f3a276b4908a), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:32.276800 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4d2756ac-4aa3-486d-8d0c-aa74b034947f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:32.277969 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-4d2756ac-4aa3-486d-8d0c-aa74b034947f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e0495c4-b296-4469-824c-f3a276b4908a HTTP/1.1" status: 204 len: 168 time: 0.1615338 Feb 09 06:23:32.286204 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2756ac-4aa3-486d-8d0c-aa74b034947f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0495c4-b296-4469-824c-f3a276b4908a,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:32.412555 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98118a-8612-43ef-90f4-40d13337c232 req-d2f56241-ab36-4e88-a6bb-0fee011dbe51 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:32.415247 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5b98118a-8612-43ef-90f4-40d13337c232 req-d2f56241-ab36-4e88-a6bb-0fee011dbe51 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 945 time: 0.0532384 Feb 09 06:23:32.468142 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5b98118a-8612-43ef-90f4-40d13337c232 req-39b72dc4-6599-4090-8b20-21b6751db80a tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486262 Feb 09 06:23:32.553114 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-05ddf241-b57a-4acf-a7c8-fd794b2355f8 req-c8518af5-ad51-41aa-8bbd-d794991c29aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458176 Feb 09 06:23:32.635889 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddf241-b57a-4acf-a7c8-fd794b2355f8 req-b447aa7e-886d-4f73-917b-22c5fff2ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:32.635889 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-05ddf241-b57a-4acf-a7c8-fd794b2355f8 req-b447aa7e-886d-4f73-917b-22c5fff2ca2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b80cac37fcb437488c5ff4623570b82&device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 1129 time: 0.0448482 Feb 09 06:23:32.735151 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddf241-b57a-4acf-a7c8-fd794b2355f8 req-8be169ae-0033-49b4-a6da-1e5525ab156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:32.737215 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-05ddf241-b57a-4acf-a7c8-fd794b2355f8 req-8be169ae-0033-49b4-a6da-1e5525ab156c service neutron] 10.222.0.30 "GET /v2.0/networks?id=67ec2c57-d1a0-457d-93b8-506d35295f01 HTTP/1.1" status: 200 len: 908 time: 0.0825679 Feb 09 06:23:32.817870 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-05ddf241-b57a-4acf-a7c8-fd794b2355f8 req-b2ef5967-49d2-4195-8e16-2b03f3bec302 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c82ca616-f6aa-47df-b70a-2e2e77752d30 HTTP/1.1" status: 200 len: 1001 time: 0.0738764 Feb 09 06:23:32.870475 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddf241-b57a-4acf-a7c8-fd794b2355f8 req-d3d0d408-363f-45a9-8850-49c40b3f129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:32.871920 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-05ddf241-b57a-4acf-a7c8-fd794b2355f8 req-d3d0d408-363f-45a9-8850-49c40b3f129a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa956a71-db8c-4321-9989-c93881b8caef HTTP/1.1" status: 200 len: 847 time: 0.0483313 Feb 09 06:23:32.922905 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddf241-b57a-4acf-a7c8-fd794b2355f8 req-e4febcb8-6d2c-4caf-83f7-f27ed73e0709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:32.924533 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-05ddf241-b57a-4acf-a7c8-fd794b2355f8 req-e4febcb8-6d2c-4caf-83f7-f27ed73e0709 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ec2c57-d1a0-457d-93b8-506d35295f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461423 Feb 09 06:23:33.049197 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-05ddf241-b57a-4acf-a7c8-fd794b2355f8 req-4e48ec35-744e-4908-905b-5eae6ef23d7b service neutron] 10.222.0.30 "GET /v2.0/networks/67ec2c57-d1a0-457d-93b8-506d35295f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185269 Feb 09 06:23:33.122236 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44904609-eefd-4fa3-9c19-1a767ef3680d req-ef96f3c2-eefb-4229-94e3-273cfa608f2f tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:33.123725 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-44904609-eefd-4fa3-9c19-1a767ef3680d req-ef96f3c2-eefb-4229-94e3-273cfa608f2f tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 943 time: 0.2911520 Feb 09 06:23:33.151084 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 422022f2-7957-4809-8b35-137dcb96c6ed details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:23:33.162169 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device df9ddbb2-3f71-4e33-bc33-e7fe62d2293c up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:23:33.182235 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-05ddf241-b57a-4acf-a7c8-fd794b2355f8 req-240fa922-38e7-439e-8df1-7c158d217223 service neutron] 10.222.0.30 "GET /v2.0/networks/67ec2c57-d1a0-457d-93b8-506d35295f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268826 Feb 09 06:23:33.195501 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-44904609-eefd-4fa3-9c19-1a767ef3680d req-adc54fa6-1f4f-4775-9d0f-17ea3e61339d tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=d39d3c7d-81e8-4fb4-aefd-8153170340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649085 Feb 09 06:23:33.292890 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 422022f2-7957-4809-8b35-137dcb96c6ed, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=422022f2-7957-4809-8b35-137dcb96c6ed,segment=NetworkSegment(405211fb-b8d2-4256-a54d-473ad66a34f2),segment_id=405211fb-b8d2-4256-a54d-473ad66a34f2)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:23:33.305034 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': '422022f2-7957-4809-8b35-137dcb96c6ed', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'port_id': '422022f2-7957-4809-8b35-137dcb96c6ed', 'mac_address': 'fa:16:3e:6a:53:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:23:33.342261 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 422022f2-7957-4809-8b35-137dcb96c6ed is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:23:33.342654 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (422022f2-7957-4809-8b35-137dcb96c6ed), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:33.346336 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning for port df9ddbb2-3f71-4e33-bc33-e7fe62d2293c completed by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 06:23:33.356749 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port df9ddbb2-3f71-4e33-bc33-e7fe62d2293c triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:23:33.357116 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (df9ddbb2-3f71-4e33-bc33-e7fe62d2293c), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:33.378616 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422022f2-7957-4809-8b35-137dcb96c6ed {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:23:33.410586 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 422022f2-7957-4809-8b35-137dcb96c6ed, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=422022f2-7957-4809-8b35-137dcb96c6ed,segment=NetworkSegment(405211fb-b8d2-4256-a54d-473ad66a34f2),segment_id=405211fb-b8d2-4256-a54d-473ad66a34f2)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:23:33.452913 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port df9ddbb2-3f71-4e33-bc33-e7fe62d2293c is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:23:33.453280 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (df9ddbb2-3f71-4e33-bc33-e7fe62d2293c), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:33.476082 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a079aa-c41f-48f8-92fc-395b01f84a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9ddbb2-3f71-4e33-bc33-e7fe62d2293c'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:23:33.478330 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25357662-3a8d-4ee8-8d8a-01a076fe18d1" -d '{"events": [{"server_uuid": "82a079aa-c41f-48f8-92fc-395b01f84a86", "name": "network-vif-plugged", "status": "completed", "tag": "df9ddbb2-3f71-4e33-bc33-e7fe62d2293c"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:23:33.489067 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (422022f2-7957-4809-8b35-137dcb96c6ed), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:33.492884 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port df9ddbb2-3f71-4e33-bc33-e7fe62d2293c, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=df9ddbb2-3f71-4e33-bc33-e7fe62d2293c,segment=NetworkSegment(9f9fbae6-fca6-4b60-a8da-db50676b2e7e),segment_id=9f9fbae6-fca6-4b60-a8da-db50676b2e7e)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:23:33.520346 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fa7ce9-efac-473e-9c68-427d42eefb97 x-openstack-request-id: req-99fa7ce9-efac-473e-9c68-427d42eefb97 {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:23:33.520667 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a079aa-c41f-48f8-92fc-395b01f84a86", "name": "network-vif-plugged", "status": "completed", "tag": "df9ddbb2-3f71-4e33-bc33-e7fe62d2293c", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:23:33.520969 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99fa7ce9-efac-473e-9c68-427d42eefb97 {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:23:33.521330 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a079aa-c41f-48f8-92fc-395b01f84a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9ddbb2-3f71-4e33-bc33-e7fe62d2293c', 'code': 200} Feb 09 06:23:33.545852 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=422022f2-7957-4809-8b35-137dcb96c6ed,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:33.555110 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (df9ddbb2-3f71-4e33-bc33-e7fe62d2293c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:33.604816 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=df9ddbb2-3f71-4e33-bc33-e7fe62d2293c,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:33.610336 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a6c96-3b0f-4783-841e-7ccf43e9236a req-47d4d681-7bb1-4404-a255-1f4dd4d6e1c9 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:33.611902 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ab2a6c96-3b0f-4783-841e-7ccf43e9236a req-47d4d681-7bb1-4404-a255-1f4dd4d6e1c9 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 946 time: 0.0705228 Feb 09 06:23:33.657249 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ab2a6c96-3b0f-4783-841e-7ccf43e9236a req-9229a838-2312-4731-b84a-6fd213c3c78e tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398340 Feb 09 06:23:33.800412 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['422022f2-7957-4809-8b35-137dcb96c6ed'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:23:33.901128 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2482e00-04f8-4370-979e-f994b4a25416 req-2b0bff22-6ed2-4e0c-8e01-65c08a78d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:33.903255 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a2482e00-04f8-4370-979e-f994b4a25416 req-2b0bff22-6ed2-4e0c-8e01-65c08a78d9ca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 1130 time: 0.0489721 Feb 09 06:23:33.950029 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a2482e00-04f8-4370-979e-f994b4a25416 req-069467f5-f31e-4d77-9bb7-796bf3d483ab service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401299 Feb 09 06:23:34.313963 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed368a0a-0dd4-425a-a199-a90131e56414 req-ebb15e3f-458a-4609-85cc-3f0ee08c6fec tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:34.316078 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ed368a0a-0dd4-425a-a199-a90131e56414 req-ebb15e3f-458a-4609-85cc-3f0ee08c6fec tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 944 time: 0.0509861 Feb 09 06:23:34.360116 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ed368a0a-0dd4-425a-a199-a90131e56414 req-c3fbb20b-b307-4266-9c47-503927bbfb61 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=d39d3c7d-81e8-4fb4-aefd-8153170340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386441 Feb 09 06:23:34.776532 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fd147-04fa-43b8-a96c-dd535172b8ce req-201bfdf6-02e4-4c05-a316-90358bd5cad7 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:34.778073 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1f4fd147-04fa-43b8-a96c-dd535172b8ce req-201bfdf6-02e4-4c05-a316-90358bd5cad7 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 946 time: 0.0556104 Feb 09 06:23:34.827591 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1f4fd147-04fa-43b8-a96c-dd535172b8ce req-4e464606-8f81-4fe1-be44-da634bacb7e5 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432549 Feb 09 06:23:35.151315 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 422022f2-7957-4809-8b35-137dcb96c6ed up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:23:35.273067 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning for port 422022f2-7957-4809-8b35-137dcb96c6ed completed by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 06:23:35.277087 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port 422022f2-7957-4809-8b35-137dcb96c6ed triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:23:35.277452 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (422022f2-7957-4809-8b35-137dcb96c6ed), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:35.359506 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 422022f2-7957-4809-8b35-137dcb96c6ed is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:23:35.359894 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (422022f2-7957-4809-8b35-137dcb96c6ed), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:35.392734 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 422022f2-7957-4809-8b35-137dcb96c6ed, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=422022f2-7957-4809-8b35-137dcb96c6ed,segment=NetworkSegment(405211fb-b8d2-4256-a54d-473ad66a34f2),segment_id=405211fb-b8d2-4256-a54d-473ad66a34f2)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:23:35.467446 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (422022f2-7957-4809-8b35-137dcb96c6ed), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:35.479279 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179ae35-dcad-41ec-ab4f-5d1584b92c91 req-547f33b9-bc58-47d6-9e36-55f675340044 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:35.480811 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1179ae35-dcad-41ec-ab4f-5d1584b92c91 req-547f33b9-bc58-47d6-9e36-55f675340044 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 944 time: 0.0519624 Feb 09 06:23:35.516036 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=422022f2-7957-4809-8b35-137dcb96c6ed,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:35.522221 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422022f2-7957-4809-8b35-137dcb96c6ed'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:23:35.524568 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5135221-defc-4458-9e0c-bc7371cc1f95" -d '{"events": [{"server_uuid": "9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad", "name": "network-vif-plugged", "status": "completed", "tag": "422022f2-7957-4809-8b35-137dcb96c6ed"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:23:35.528170 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1179ae35-dcad-41ec-ab4f-5d1584b92c91 req-ab4792b1-5cd1-4af5-8a51-5038f0b10620 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=d39d3c7d-81e8-4fb4-aefd-8153170340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417080 Feb 09 06:23:35.577893 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0f0d35-1bca-4092-be23-7827901275c2 x-openstack-request-id: req-dd0f0d35-1bca-4092-be23-7827901275c2 {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:23:35.577893 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad", "name": "network-vif-plugged", "status": "completed", "tag": "422022f2-7957-4809-8b35-137dcb96c6ed", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:23:35.577893 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd0f0d35-1bca-4092-be23-7827901275c2 {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:23:35.577893 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422022f2-7957-4809-8b35-137dcb96c6ed', 'code': 200} Feb 09 06:23:35.951956 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b78243-88c7-4750-a13b-0fe6ec44256a req-f84511f0-ceda-4122-97a5-21b4bb2e3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:35.953561 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-88b78243-88c7-4750-a13b-0fe6ec44256a req-f84511f0-ceda-4122-97a5-21b4bb2e3074 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 1129 time: 0.0757918 Feb 09 06:23:35.979786 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb7d79-c101-404b-8a2e-86104968caa4 req-64101670-11d8-4e66-93ab-d35a42accc36 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:35.981278 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-11eb7d79-c101-404b-8a2e-86104968caa4 req-64101670-11d8-4e66-93ab-d35a42accc36 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 946 time: 0.0792174 Feb 09 06:23:36.023427 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-88b78243-88c7-4750-a13b-0fe6ec44256a req-c834149a-bad5-4b91-95ff-22847d59872c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d39d3c7d-81e8-4fb4-aefd-8153170340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628381 Feb 09 06:23:36.043563 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-11eb7d79-c101-404b-8a2e-86104968caa4 req-57528098-2539-49df-9832-b11fed935be8 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561366 Feb 09 06:23:36.650676 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d4e72-662c-428c-8d8a-13883780bfe9 req-1c9c6819-b2dc-437b-8a31-703bf4dd719a tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:36.653989 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-673d4e72-662c-428c-8d8a-13883780bfe9 req-1c9c6819-b2dc-437b-8a31-703bf4dd719a tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 945 time: 0.0524645 Feb 09 06:23:36.700825 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-673d4e72-662c-428c-8d8a-13883780bfe9 req-ec02f4d7-a03e-43d8-ba3b-979db8ecca5b tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=d39d3c7d-81e8-4fb4-aefd-8153170340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410683 Feb 09 06:23:36.737604 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 57152) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:23:36.905976 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fe85917a-bf64-417e-bc12-c7e63b152124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:36.983450 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fe85917a-bf64-417e-bc12-c7e63b152124 admin admin] Publish callbacks [] for security_group (d41eda2f-78ad-4d11-bc5b-8a6b2fb08f4e), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:37.050552 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fe85917a-bf64-417e-bc12-c7e63b152124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (d41eda2f-78ad-4d11-bc5b-8a6b2fb08f4e), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:37.089062 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-fe85917a-bf64-417e-bc12-c7e63b152124 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be86a9f93c47496e9613c6c898e67317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3503056 Feb 09 06:23:37.089923 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85917a-bf64-417e-bc12-c7e63b152124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41eda2f-78ad-4d11-bc5b-8a6b2fb08f4e,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:37.092387 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 57160) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:23:37.140937 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-fd9747e5-4fec-4b5a-83ec-c07b4b2d34d8 admin admin] Publish callbacks [] for security_group (d41eda2f-78ad-4d11-bc5b-8a6b2fb08f4e), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:37.162469 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-fd9747e5-4fec-4b5a-83ec-c07b4b2d34d8 admin admin] Publish callbacks [] for security_group (d41eda2f-78ad-4d11-bc5b-8a6b2fb08f4e), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:37.274968 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-fd9747e5-4fec-4b5a-83ec-c07b4b2d34d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (d41eda2f-78ad-4d11-bc5b-8a6b2fb08f4e), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:37.277937 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-fd9747e5-4fec-4b5a-83ec-c07b4b2d34d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:37.279176 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-fd9747e5-4fec-4b5a-83ec-c07b4b2d34d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d41eda2f-78ad-4d11-bc5b-8a6b2fb08f4e HTTP/1.1" status: 204 len: 168 time: 0.1852531 Feb 09 06:23:37.288035 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9747e5-4fec-4b5a-83ec-c07b4b2d34d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41eda2f-78ad-4d11-bc5b-8a6b2fb08f4e,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:37.348034 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411db62-e519-48cb-a654-7e336d74adc4 req-b7321dd0-0ca1-4997-a5b2-8fe354ea66db tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:37.350649 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f411db62-e519-48cb-a654-7e336d74adc4 req-b7321dd0-0ca1-4997-a5b2-8fe354ea66db tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 946 time: 0.0552111 Feb 09 06:23:37.395615 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f411db62-e519-48cb-a654-7e336d74adc4 req-8c0c0f3c-0fde-449e-97e6-be94d12e8cc9 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404565 Feb 09 06:23:37.821838 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3cefd-bd78-4a32-add4-9727426723ef req-27b541ff-c846-47ba-acda-f0fa2ccf0e8d tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:37.823373 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-79a3cefd-bd78-4a32-add4-9727426723ef req-27b541ff-c846-47ba-acda-f0fa2ccf0e8d tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 945 time: 0.0556493 Feb 09 06:23:37.878591 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-79a3cefd-bd78-4a32-add4-9727426723ef req-c662a678-bb13-4caa-8c44-8ba72afe49ff tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=d39d3c7d-81e8-4fb4-aefd-8153170340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479076 Feb 09 06:23:37.997147 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0344fa-37e9-490d-aba3-ffab52971998 req-787cf57d-fa26-4c79-95e9-fa1d5a352032 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:38.003021 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fd0344fa-37e9-490d-aba3-ffab52971998 req-787cf57d-fa26-4c79-95e9-fa1d5a352032 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 945 time: 0.0581853 Feb 09 06:23:38.009083 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 57180) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:23:38.013419 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-2510d230-eb09-40d4-a0b1-d403a2e2f8b6 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Request body: {'floatingip': {'port_id': '422022f2-7957-4809-8b35-137dcb96c6ed'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:23:38.051957 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2510d230-eb09-40d4-a0b1-d403a2e2f8b6 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for floatingip (cf150f53-fe9e-4c74-96d5-7466c27f9e2f), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:38.475200 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2510d230-eb09-40d4-a0b1-d403a2e2f8b6 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:38.524945 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a45eb-bf1e-4b12-a26e-b4535f085182 req-c1239fda-7fbe-4cb4-8e6f-72db8623cf16 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:38.526462 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-526a45eb-bf1e-4b12-a26e-b4535f085182 req-c1239fda-7fbe-4cb4-8e6f-72db8623cf16 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 946 time: 0.0569248 Feb 09 06:23:38.531562 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2510d230-eb09-40d4-a0b1-d403a2e2f8b6 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540521'] for floatingip (cf150f53-fe9e-4c74-96d5-7466c27f9e2f), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:38.647446 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-526a45eb-bf1e-4b12-a26e-b4535f085182 req-820d9b45-d02c-4e21-a45c-0f57e64f62a7 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122460 Feb 09 06:23:38.665006 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.l3_db [None req-2510d230-eb09-40d4-a0b1-d403a2e2f8b6 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Floating IP cf150f53-fe9e-4c74-96d5-7466c27f9e2f associated. External IP: 172.27.3.79, port: 422022f2-7957-4809-8b35-137dcb96c6ed. Feb 09 06:23:38.846748 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 57202) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:23:38.956565 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-954649c6-cbb7-426b-84ab-951ea91d6b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:39.032193 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-954649c6-cbb7-426b-84ab-951ea91d6b7c admin admin] Publish callbacks [] for security_group (c48dc2c6-c24a-49c4-abb8-8b9fefd30981), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:39.108853 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-954649c6-cbb7-426b-84ab-951ea91d6b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (c48dc2c6-c24a-49c4-abb8-8b9fefd30981), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:39.135597 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b0fdd-0945-4b87-8df3-8e327acdcd2a req-d1a7facd-a41d-4263-85ee-1fb0cf03d2e9 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:39.137060 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-df4b0fdd-0945-4b87-8df3-8e327acdcd2a req-d1a7facd-a41d-4263-85ee-1fb0cf03d2e9 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.30 "GET /v2.0/ports?device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 946 time: 0.0992718 Feb 09 06:23:39.148034 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-954649c6-cbb7-426b-84ab-951ea91d6b7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4060bd5094bc488096e3116ef5a2054a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000052 Feb 09 06:23:39.148985 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954649c6-cbb7-426b-84ab-951ea91d6b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48dc2c6-c24a-49c4-abb8-8b9fefd30981,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:39.151162 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 57206) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:23:39.177119 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2510d230-eb09-40d4-a0b1-d403a2e2f8b6 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:23:39.322883 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f9044677-4974-4c18-8105-09a060c8d8d7 admin admin] Publish callbacks [] for security_group (c48dc2c6-c24a-49c4-abb8-8b9fefd30981), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:39.364466 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f9044677-4974-4c18-8105-09a060c8d8d7 admin admin] Publish callbacks [] for security_group (c48dc2c6-c24a-49c4-abb8-8b9fefd30981), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:39.385055 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [req-df4b0fdd-0945-4b87-8df3-8e327acdcd2a req-2c52e48e-dd21-42ab-af2f-58650c65242a tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Deleting port df9ddbb2-3f71-4e33-bc33-e7fe62d2293c {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:23:39.385392 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-df4b0fdd-0945-4b87-8df3-8e327acdcd2a req-2c52e48e-dd21-42ab-af2f-58650c65242a tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (df9ddbb2-3f71-4e33-bc33-e7fe62d2293c), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:39.451658 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2510d230-eb09-40d4-a0b1-d403a2e2f8b6 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:23:39.461267 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2510d230-eb09-40d4-a0b1-d403a2e2f8b6 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:39.461493 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db578bc-3938-498e-b211-b0ac8c8e889c None None] Sync routers for ids ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:23:39.471917 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db578bc-3938-498e-b211-b0ac8c8e889c None None] Routers {'6fc422a2-d759-4ae1-ae0e-ca790832e0d0'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:23:39.472550 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-6db578bc-3938-498e-b211-b0ac8c8e889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:23:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:23:39.508860 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-2510d230-eb09-40d4-a0b1-d403a2e2f8b6 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "PUT /v2.0/floatingips/cf150f53-fe9e-4c74-96d5-7466c27f9e2f HTTP/1.1" status: 200 len: 990 time: 1.4987221 Feb 09 06:23:39.511295 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad', 'tag': '422022f2-7957-4809-8b35-137dcb96c6ed'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:23:39.513565 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50c2f87-a966-47e4-ad62-7dadb1c40ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad", "tag": "422022f2-7957-4809-8b35-137dcb96c6ed"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:23:39.534802 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-df4b0fdd-0945-4b87-8df3-8e327acdcd2a req-2c52e48e-dd21-42ab-af2f-58650c65242a tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] For port df9ddbb2-3f71-4e33-bc33-e7fe62d2293c, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=df9ddbb2-3f71-4e33-bc33-e7fe62d2293c,segment=NetworkSegment(9f9fbae6-fca6-4b60-a8da-db50676b2e7e),segment_id=9f9fbae6-fca6-4b60-a8da-db50676b2e7e)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:23:39.535228 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-df4b0fdd-0945-4b87-8df3-8e327acdcd2a req-2c52e48e-dd21-42ab-af2f-58650c65242a tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (df9ddbb2-3f71-4e33-bc33-e7fe62d2293c), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:39.549701 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [req-df4b0fdd-0945-4b87-8df3-8e327acdcd2a req-2c52e48e-dd21-42ab-af2f-58650c65242a tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Calling delete_port for df9ddbb2-3f71-4e33-bc33-e7fe62d2293c owned by compute:nova {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:23:39.562930 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed4920f-3f41-47e8-a0ab-64539d903be6 x-openstack-request-id: req-2ed4920f-3f41-47e8-a0ab-64539d903be6 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:23:39.563316 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad", "tag": "422022f2-7957-4809-8b35-137dcb96c6ed", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:23:39.563695 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ed4920f-3f41-47e8-a0ab-64539d903be6 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:23:39.564291 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad', 'tag': '422022f2-7957-4809-8b35-137dcb96c6ed', 'status': 'completed', 'code': 200} Feb 09 06:23:39.594602 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-6db578bc-3938-498e-b211-b0ac8c8e889c None None] Set router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:23:39.605267 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f9044677-4974-4c18-8105-09a060c8d8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (c48dc2c6-c24a-49c4-abb8-8b9fefd30981), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:39.606897 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f9044677-4974-4c18-8105-09a060c8d8d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:39.608021 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-f9044677-4974-4c18-8105-09a060c8d8d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c48dc2c6-c24a-49c4-abb8-8b9fefd30981 HTTP/1.1" status: 204 len: 168 time: 0.4542201 Feb 09 06:23:39.637489 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9044677-4974-4c18-8105-09a060c8d8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48dc2c6-c24a-49c4-abb8-8b9fefd30981,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:39.683160 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181d15f-c9ea-42c3-b133-4c7c4ff41bfa req-3c19ff58-7d4e-4231-a594-d2a1b04394a7 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:39.684725 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1181d15f-c9ea-42c3-b133-4c7c4ff41bfa req-3c19ff58-7d4e-4231-a594-d2a1b04394a7 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 945 time: 0.1177585 Feb 09 06:23:39.691011 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c2f87-a966-47e4-ad62-7dadb1c40ce4 req-dfef311c-7641-499f-8f36-624ba373b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:39.693454 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-b50c2f87-a966-47e4-ad62-7dadb1c40ce4 req-dfef311c-7641-499f-8f36-624ba373b687 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6d505752db84eec9ff7fe2e17b3d536&device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 1129 time: 0.0801144 Feb 09 06:23:39.771340 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1181d15f-c9ea-42c3-b133-4c7c4ff41bfa req-1def3763-edcf-4ea3-9737-31d87909e985 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=d39d3c7d-81e8-4fb4-aefd-8153170340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785525 Feb 09 06:23:39.837738 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d739e-eecc-4ffe-ae0c-d5b539690492 req-13a043fa-dbcd-4f6d-a23d-9baf6c56b3dd tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:39.839409 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-121d739e-eecc-4ffe-ae0c-d5b539690492 req-13a043fa-dbcd-4f6d-a23d-9baf6c56b3dd tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 946 time: 0.0981152 Feb 09 06:23:39.854745 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c2f87-a966-47e4-ad62-7dadb1c40ce4 req-668009f9-4645-4beb-ba2c-007aa25e7d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:39.854745 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-b50c2f87-a966-47e4-ad62-7dadb1c40ce4 req-668009f9-4645-4beb-ba2c-007aa25e7d03 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0109a1ee-9fd0-43d1-9f17-0b66979d92b3 HTTP/1.1" status: 200 len: 911 time: 0.1519997 Feb 09 06:23:39.864697 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-6db578bc-3938-498e-b211-b0ac8c8e889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:23Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'gw_port': {'id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': 'cf150f53-fe9e-4c74-96d5-7466c27f9e2f', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'port_id': '422022f2-7957-4809-8b35-137dcb96c6ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'mac_address': 'fa:16:3e:6a:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:23:23Z', 'updated_at': '2022-02-09T06:23:38Z', 'revision_number': 1, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d1b527-5cdb-483f-825c-4373e7a0294f', 'name': '', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'mac_address': 'fa:16:3e:12:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:28Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 5, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'subnets': [{'id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:23:39.892166 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-121d739e-eecc-4ffe-ae0c-d5b539690492 req-7cbb3714-3e60-42fa-a0de-2780a7c204c2 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4cb6b6-e9fc-438d-9159-e4af12093151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467725 Feb 09 06:23:39.896002 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db578bc-3938-498e-b211-b0ac8c8e889c None None] Checking router: 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:23:39.910434 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db578bc-3938-498e-b211-b0ac8c8e889c None None] Routers {'6fc422a2-d759-4ae1-ae0e-ca790832e0d0'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:23:39.911798 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-6db578bc-3938-498e-b211-b0ac8c8e889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:23:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:23:39.931833 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-df4b0fdd-0945-4b87-8df3-8e327acdcd2a req-2c52e48e-dd21-42ab-af2f-58650c65242a tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (df9ddbb2-3f71-4e33-bc33-e7fe62d2293c), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:39.966390 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e48e-dd21-42ab-af2f-58650c65242a tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Pushing event deleted for resources: {'Port': ['ID=df9ddbb2-3f71-4e33-bc33-e7fe62d2293c,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:40.018734 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4b0fdd-0945-4b87-8df3-8e327acdcd2a req-2c52e48e-dd21-42ab-af2f-58650c65242a tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] No DVR routers for this DVR port df9ddbb2-3f71-4e33-bc33-e7fe62d2293c on host hv-cinder-80192 {{(pid=103034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:23:40.021439 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-df4b0fdd-0945-4b87-8df3-8e327acdcd2a req-2c52e48e-dd21-42ab-af2f-58650c65242a tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:40.023879 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-b50c2f87-a966-47e4-ad62-7dadb1c40ce4 req-b5be07e4-7428-4a0a-8506-e14a2dd47511 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=422022f2-7957-4809-8b35-137dcb96c6ed HTTP/1.1" status: 200 len: 998 time: 0.1657512 Feb 09 06:23:40.025122 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-df4b0fdd-0945-4b87-8df3-8e327acdcd2a req-2c52e48e-dd21-42ab-af2f-58650c65242a tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.30 "DELETE /v2.0/ports/df9ddbb2-3f71-4e33-bc33-e7fe62d2293c HTTP/1.1" status: 204 len: 173 time: 0.8823216 Feb 09 06:23:40.084927 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c2f87-a966-47e4-ad62-7dadb1c40ce4 req-bc4b6b2b-bc7b-46ed-bcea-5a0cec9dd08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:40.086585 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-b50c2f87-a966-47e4-ad62-7dadb1c40ce4 req-bc4b6b2b-bc7b-46ed-bcea-5a0cec9dd08f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d2250d4-ff7d-4b60-b34c-6aefe462ccc8 HTTP/1.1" status: 200 len: 850 time: 0.0520723 Feb 09 06:23:40.143224 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['df9ddbb2-3f71-4e33-bc33-e7fe62d2293c'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:23:40.156814 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c2f87-a966-47e4-ad62-7dadb1c40ce4 req-4b781de3-239b-415d-9dc5-2ddd6b222047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:40.162325 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-b50c2f87-a966-47e4-ad62-7dadb1c40ce4 req-4b781de3-239b-415d-9dc5-2ddd6b222047 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0109a1ee-9fd0-43d1-9f17-0b66979d92b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653393 Feb 09 06:23:40.197224 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-6db578bc-3938-498e-b211-b0ac8c8e889c None None] Set router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:23:40.253254 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-b50c2f87-a966-47e4-ad62-7dadb1c40ce4 req-993c10b2-0b51-41bc-a4ff-7a4d1d09d0d3 service neutron] 10.222.0.30 "GET /v2.0/networks/0109a1ee-9fd0-43d1-9f17-0b66979d92b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875292 Feb 09 06:23:40.352228 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-b50c2f87-a966-47e4-ad62-7dadb1c40ce4 req-3e181516-3089-44ac-a653-bc9f7b11d556 service neutron] 10.222.0.30 "GET /v2.0/networks/0109a1ee-9fd0-43d1-9f17-0b66979d92b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921597 Feb 09 06:23:40.435579 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-6db578bc-3938-498e-b211-b0ac8c8e889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:23Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'gw_port': {'id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': 'cf150f53-fe9e-4c74-96d5-7466c27f9e2f', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'port_id': '422022f2-7957-4809-8b35-137dcb96c6ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'mac_address': 'fa:16:3e:6a:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:23:23Z', 'updated_at': '2022-02-09T06:23:38Z', 'revision_number': 1, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d1b527-5cdb-483f-825c-4373e7a0294f', 'name': '', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'mac_address': 'fa:16:3e:12:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:28Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 5, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'subnets': [{'id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:23:40.469001 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db578bc-3938-498e-b211-b0ac8c8e889c None None] The sync data for ids ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'] in dv-cinder-801923-6-iscsi is: [{'id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:23Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'gw_port': {'id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': 'cf150f53-fe9e-4c74-96d5-7466c27f9e2f', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'port_id': '422022f2-7957-4809-8b35-137dcb96c6ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'mac_address': 'fa:16:3e:6a:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:23:23Z', 'updated_at': '2022-02-09T06:23:38Z', 'revision_number': 1, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92d1b527-5cdb-483f-825c-4373e7a0294f', 'name': '', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'mac_address': 'fa:16:3e:12:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:28Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 5, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'subnets': [{'id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:23:40.674586 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff63cf-b9ce-4047-a331-6776cb94c9f7 None None] New status for floating IP cf150f53-fe9e-4c74-96d5-7466c27f9e2f: ACTIVE {{(pid=103037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 06:23:40.898508 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6650ca-c945-47e0-8d14-9c15b938cc5e req-52333d57-8cde-48b3-b53f-f7686fe6f158 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:40.900056 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ad6650ca-c945-47e0-8d14-9c15b938cc5e req-52333d57-8cde-48b3-b53f-f7686fe6f158 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 945 time: 0.0553534 Feb 09 06:23:40.958315 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ad6650ca-c945-47e0-8d14-9c15b938cc5e req-3a80e22c-f8a2-4c3d-8410-0abfc737f50e tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=d39d3c7d-81e8-4fb4-aefd-8153170340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526693 Feb 09 06:23:41.043770 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e34f7062-afa3-47d7-b240-03c3a062832a req-82d94609-5cb8-412e-8a05-37bd432aa517 tempest-VolumesActionsTest-1580854106 tempest-VolumesActionsTest-1580854106-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a079aa-c41f-48f8-92fc-395b01f84a86 HTTP/1.1" status: 200 len: 210 time: 0.0356493 Feb 09 06:23:41.074940 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-5f028f75-a63e-40e7-8d22-fa7ece5cdcef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:41.565261 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a079aa-c41f-48f8-92fc-395b01f84a86', 'name': 'network-vif-deleted', 'tag': 'df9ddbb2-3f71-4e33-bc33-e7fe62d2293c'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:23:41.568877 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f72b222-5a32-46de-b3bb-847ff4225dc7" -d '{"events": [{"server_uuid": "82a079aa-c41f-48f8-92fc-395b01f84a86", "name": "network-vif-deleted", "tag": "df9ddbb2-3f71-4e33-bc33-e7fe62d2293c"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:23:41.605876 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74756575-4fef-4934-84da-00290513ac93 x-openstack-request-id: req-74756575-4fef-4934-84da-00290513ac93 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:23:41.606076 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a079aa-c41f-48f8-92fc-395b01f84a86", "name": "network-vif-deleted", "tag": "df9ddbb2-3f71-4e33-bc33-e7fe62d2293c", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:23:41.606390 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74756575-4fef-4934-84da-00290513ac93 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:23:41.606747 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a079aa-c41f-48f8-92fc-395b01f84a86', 'name': 'network-vif-deleted', 'tag': 'df9ddbb2-3f71-4e33-bc33-e7fe62d2293c', 'status': 'completed', 'code': 200} Feb 09 06:23:42.698636 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-f2ec18f2-e985-434c-a982-d60d98006954 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6e01d45c1050482aa32d9456d2f330f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307646 Feb 09 06:23:42.883920 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-8cd2d92e-af42-4572-acbc-3a90c13d0d38 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:42.885591 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-8cd2d92e-af42-4572-acbc-3a90c13d0d38 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852074 Feb 09 06:23:42.904852 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-edaec610-3ae4-491c-bd81-37cc9c2372ce tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/quotas/6e01d45c1050482aa32d9456d2f330f4 HTTP/1.1" status: 200 len: 375 time: 0.0135357 Feb 09 06:23:42.941401 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-3b03b134-a311-4c06-843a-22945e82cbf5 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e01d45c1050482aa32d9456d2f330f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285583 Feb 09 06:23:43.166605 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device df9ddbb2-3f71-4e33-bc33-e7fe62d2293c no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:23:43.193203 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] No Port match for: df9ddbb2-3f71-4e33-bc33-e7fe62d2293c {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:23:43.206345 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device df9ddbb2-3f71-4e33-bc33-e7fe62d2293c not bound to the agent host hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:23:43.241737 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-55a1cdcd-9b4c-4b8e-9073-da7e7a0cda76 req-d11f6c9d-9791-40e3-9f92-1202c56b5d68 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3c6b70b-e854-4779-81a5-99bdc72e8ba0 HTTP/1.1" status: 200 len: 210 time: 0.0315039 Feb 09 06:23:43.742908 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-0831658e-fefc-4efd-b86b-ad7e34374d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:44.318424 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-451c5cf5-60bb-473c-a42c-4d6d7c4d85af req-2a741087-1f18-43d6-8cdf-65e992c3a2e3 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3c6b70b-e854-4779-81a5-99bdc72e8ba0 HTTP/1.1" status: 200 len: 210 time: 0.0265660 Feb 09 06:23:44.440780 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:45.409615 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4339307f-73a1-4946-969b-2042de796842 req-00b4911c-0363-41fa-92f3-5090a975bcf0 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3c6b70b-e854-4779-81a5-99bdc72e8ba0 HTTP/1.1" status: 200 len: 210 time: 0.0256679 Feb 09 06:23:45.697397 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:46.503071 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0de65d22-3a49-4061-aa38-6668f423b604 req-e3a4ebc1-20eb-46d8-a578-786bc0bf2b9b tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3c6b70b-e854-4779-81a5-99bdc72e8ba0 HTTP/1.1" status: 200 len: 210 time: 0.0264163 Feb 09 06:23:47.050674 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:47.247410 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-52a106a4-465a-4957-984d-e8dc2e7102b7 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6e01d45c1050482aa32d9456d2f330f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346873 Feb 09 06:23:47.454153 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ccf51-40b9-493a-b9af-bbc90fb953be req-ba4bc191-3079-4ea5-81d2-63516310ece7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:47.454153 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-131ccf51-40b9-493a-b9af-bbc90fb953be req-ba4bc191-3079-4ea5-81d2-63516310ece7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0700319 Feb 09 06:23:47.480793 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-0cd41af7-58af-43a5-a127-ccb8c66b24fc tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:47.482382 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-0cd41af7-58af-43a5-a127-ccb8c66b24fc tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2295132 Feb 09 06:23:47.504239 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-131ccf51-40b9-493a-b9af-bbc90fb953be req-ba7178ac-ad7d-4f1a-94ef-c6756155cd90 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463965 Feb 09 06:23:47.551590 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Request body: {'port': {'device_id': 'a3c6b70b-e854-4779-81a5-99bdc72e8ba0', 'network_id': '6ff7c51f-dda7-4708-89ff-ec12b3969e3f', 'admin_state_up': True, 'tenant_id': '6e01d45c1050482aa32d9456d2f330f4'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:23:47.601573 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fcebf459-1783-4401-b828-160b498be46b req-f0ff869b-c271-4e5c-befa-0e0c91de4322 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3c6b70b-e854-4779-81a5-99bdc72e8ba0 HTTP/1.1" status: 200 len: 210 time: 0.0278642 Feb 09 06:23:47.743896 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Made reservation on behalf of 6e01d45c1050482aa32d9456d2f330f4 for: {'port': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:23:47.748124 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:47.761227 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:47.855230 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Publish callbacks [] for security_group (0289e22a-b564-4655-9dc9-078257e62877), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:47.919330 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (0289e22a-b564-4655-9dc9-078257e62877), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:48.005768 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0289e22a-b564-4655-9dc9-078257e62877,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:48.028860 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:48.029228 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:48.029560 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:48.029959 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:48.030555 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:48.031109 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:48.031694 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:48.032327 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:48.032700 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:48.033711 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:48.034286 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:48.034870 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:48.035580 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:23:48.112368 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Allocated IP 192.168.233.38 (6ff7c51f-dda7-4708-89ff-ec12b3969e3f/e42faf92-df4e-404e-a7b5-a2b7f892821c/f6e1a90f-c651-4e9f-8d8f-8f501bb909ce) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:23:48.295083 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Publish callbacks [] for port (f6e1a90f-c651-4e9f-8d8f-8f501bb909ce), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:48.382435 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (f6e1a90f-c651-4e9f-8d8f-8f501bb909ce), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:48.434609 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Network 6ff7c51f-dda7-4708-89ff-ec12b3969e3f is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:23:48.438545 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:23:48.444172 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:23:48.449910 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Pushing event updated for resources: {'Port': ['ID=f6e1a90f-c651-4e9f-8d8f-8f501bb909ce,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:48.505996 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:48.506801 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:48.605200 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-44eaa0c6-c98f-4da4-8a6e-6e5c691bb355 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0579591 Feb 09 06:23:48.647897 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] Request body: {'port': {'device_id': 'a3c6b70b-e854-4779-81a5-99bdc72e8ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80192'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:23:48.681495 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52288a74-b895-419c-b9ec-055fdc7217e6 req-25b86b71-24d2-4768-88fe-b0a95c6d03e6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:48.697290 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-52288a74-b895-419c-b9ec-055fdc7217e6 req-25b86b71-24d2-4768-88fe-b0a95c6d03e6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.1054564 Feb 09 06:23:48.756044 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-8500de14-1738-4180-ae90-621257e8e2f6 None None] Provisioning complete for port f6e1a90f-c651-4e9f-8d8f-8f501bb909ce triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:23:48.756622 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-8500de14-1738-4180-ae90-621257e8e2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (f6e1a90f-c651-4e9f-8d8f-8f501bb909ce), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:48.772182 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (f6e1a90f-c651-4e9f-8d8f-8f501bb909ce), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:48.786305 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-52288a74-b895-419c-b9ec-055fdc7217e6 req-2e72112d-c8b0-4e97-ba43-6c6dd3ce2505 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829132 Feb 09 06:23:48.815472 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-8500de14-1738-4180-ae90-621257e8e2f6 None None] Port f6e1a90f-c651-4e9f-8d8f-8f501bb909ce cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:23:48.822231 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c39d1c-ef9d-4b74-966c-b9516bd91acc req-e250e9dd-ddab-4cc2-8462-39ef1943c411 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:48.823796 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-52c39d1c-ef9d-4b74-966c-b9516bd91acc req-e250e9dd-ddab-4cc2-8462-39ef1943c411 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3c6b70b-e854-4779-81a5-99bdc72e8ba0 HTTP/1.1" status: 200 len: 935 time: 0.1022661 Feb 09 06:23:48.894310 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-52c39d1c-ef9d-4b74-966c-b9516bd91acc req-8ba599e4-94e2-40a0-852c-a614bdfc98a9 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/security-groups?id=0289e22a-b564-4655-9dc9-078257e62877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602264 Feb 09 06:23:49.104228 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6e1a90f-c651-4e9f-8d8f-8f501bb909ce {{(pid=103035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:23:49.112217 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] Publish callbacks [] for port (f6e1a90f-c651-4e9f-8d8f-8f501bb909ce), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:49.124445 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.provisioning_blocks [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] Transition to ACTIVE for port object f6e1a90f-c651-4e9f-8d8f-8f501bb909ce will not be triggered until provisioned by entity L2. {{(pid=103035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 06:23:49.210150 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (f6e1a90f-c651-4e9f-8d8f-8f501bb909ce), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:49.260765 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e1a90f-c651-4e9f-8d8f-8f501bb909ce,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:49.348292 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] Attempting to bind port f6e1a90f-c651-4e9f-8d8f-8f501bb909ce on host hv-cinder-80192 for vnic_type normal with profile {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:23:49.348858 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] Attempting to bind port f6e1a90f-c651-4e9f-8d8f-8f501bb909ce by drivers openvswitch,hyperv on host hv-cinder-80192 at level 0 using segments [{'id': 'b982068b-636c-4e0f-93a5-d92124db281b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6ff7c51f-dda7-4708-89ff-ec12b3969e3f'}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:23:49.348972 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] Attempting to bind port f6e1a90f-c651-4e9f-8d8f-8f501bb909ce on network 6ff7c51f-dda7-4708-89ff-ec12b3969e3f {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:23:49.355171 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] Port f6e1a90f-c651-4e9f-8d8f-8f501bb909ce on network 6ff7c51f-dda7-4708-89ff-ec12b3969e3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80192 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 06:23:49.355501 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] Attempting to bind port f6e1a90f-c651-4e9f-8d8f-8f501bb909ce on network 6ff7c51f-dda7-4708-89ff-ec12b3969e3f {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:23:49.361977 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] Checking agent: {'id': '16e2666b-01c8-44a0-ad9b-455a2be8881c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80192', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'started_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:23:49.362546 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] Checking segment: {'id': 'b982068b-636c-4e0f-93a5-d92124db281b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6ff7c51f-dda7-4708-89ff-ec12b3969e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:23:49.363161 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] Bound using segment: {'id': 'b982068b-636c-4e0f-93a5-d92124db281b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6ff7c51f-dda7-4708-89ff-ec12b3969e3f'} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:23:49.363842 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] Bound port: f6e1a90f-c651-4e9f-8d8f-8f501bb909ce, host: hv-cinder-80192, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b982068b-636c-4e0f-93a5-d92124db281b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6ff7c51f-dda7-4708-89ff-ec12b3969e3f'}}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:23:49.364421 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (f6e1a90f-c651-4e9f-8d8f-8f501bb909ce), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:49.474488 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] For port f6e1a90f-c651-4e9f-8d8f-8f501bb909ce, host hv-cinder-80192, cleared binding levels {{(pid=103035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:23:49.477887 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] For port f6e1a90f-c651-4e9f-8d8f-8f501bb909ce, host hv-cinder-80192, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=f6e1a90f-c651-4e9f-8d8f-8f501bb909ce,segment=NetworkSegment(b982068b-636c-4e0f-93a5-d92124db281b),segment_id=b982068b-636c-4e0f-93a5-d92124db281b)] {{(pid=103035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:23:49.538125 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (f6e1a90f-c651-4e9f-8d8f-8f501bb909ce), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:49.591267 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:49.592646 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:49.594267 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] 10.222.0.30 "PUT /v2.0/ports/f6e1a90f-c651-4e9f-8d8f-8f501bb909ce HTTP/1.1" status: 200 len: 1097 time: 0.9678452 Feb 09 06:23:49.594875 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c6b70b-e854-4779-81a5-99bdc72e8ba0', 'tag': 'f6e1a90f-c651-4e9f-8d8f-8f501bb909ce'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:23:49.598025 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998e9898-ec54-46a8-acbe-91ee5c462fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c6b70b-e854-4779-81a5-99bdc72e8ba0", "tag": "f6e1a90f-c651-4e9f-8d8f-8f501bb909ce"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:23:49.651332 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046da58b-c9f6-45ae-984d-b2822842b516 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e1a90f-c651-4e9f-8d8f-8f501bb909ce,revision_number=3']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:49.769836 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cace4e3-425f-4d69-94d4-40c0e5be986b x-openstack-request-id: req-5cace4e3-425f-4d69-94d4-40c0e5be986b {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:23:49.770129 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c6b70b-e854-4779-81a5-99bdc72e8ba0", "tag": "f6e1a90f-c651-4e9f-8d8f-8f501bb909ce", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:23:49.770414 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cace4e3-425f-4d69-94d4-40c0e5be986b {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:23:49.770852 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c6b70b-e854-4779-81a5-99bdc72e8ba0', 'tag': 'f6e1a90f-c651-4e9f-8d8f-8f501bb909ce', 'status': 'completed', 'code': 200} Feb 09 06:23:49.805143 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-6a0603de-fcf6-43d8-8f77-28009d1922d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:49.814266 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-6a0603de-fcf6-43d8-8f77-28009d1922d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e01d45c1050482aa32d9456d2f330f4&device_id=a3c6b70b-e854-4779-81a5-99bdc72e8ba0 HTTP/1.1" status: 200 len: 1131 time: 0.0688286 Feb 09 06:23:49.902551 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-a3a04a99-ec4d-4f60-844e-75abd45c6a02 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=f6e1a90f-c651-4e9f-8d8f-8f501bb909ce HTTP/1.1" status: 200 len: 217 time: 0.0755346 Feb 09 06:23:49.950093 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa2c01-c668-4365-a02d-67b93797bb3c req-665c7eee-9112-4087-a2c9-c83d5ee18553 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:49.958946 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e9fa2c01-c668-4365-a02d-67b93797bb3c req-665c7eee-9112-4087-a2c9-c83d5ee18553 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0826464 Feb 09 06:23:49.980640 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-88650ed1-6ef5-4bf8-afdc-99a73ef13e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:49.981954 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-88650ed1-6ef5-4bf8-afdc-99a73ef13e2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e42faf92-df4e-404e-a7b5-a2b7f892821c HTTP/1.1" status: 200 len: 843 time: 0.0673835 Feb 09 06:23:50.057513 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-f2035f63-38c9-4032-81ae-71548dc8b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:50.059303 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-f2035f63-38c9-4032-81ae-71548dc8b9e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ff7c51f-dda7-4708-89ff-ec12b3969e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0681415 Feb 09 06:23:50.060632 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e9fa2c01-c668-4365-a02d-67b93797bb3c req-e34a7b0c-90cd-43bc-ac50-e9b81c4ef3b7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991695 Feb 09 06:23:50.107106 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ea180-ab61-4b0b-929f-edfdca35e4d3 req-27f073e0-cab6-43db-91c0-41adee3f3d69 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:50.109089 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0c6ea180-ab61-4b0b-929f-edfdca35e4d3 req-27f073e0-cab6-43db-91c0-41adee3f3d69 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3c6b70b-e854-4779-81a5-99bdc72e8ba0 HTTP/1.1" status: 200 len: 947 time: 0.0833075 Feb 09 06:23:50.171380 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-7f1246ec-d1e5-4a35-a25f-ca83fc30db20 service neutron] 10.222.0.30 "GET /v2.0/networks/6ff7c51f-dda7-4708-89ff-ec12b3969e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969212 Feb 09 06:23:50.172484 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0c6ea180-ab61-4b0b-929f-edfdca35e4d3 req-82febd57-a567-4552-bf85-853fc239fafe tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/security-groups?id=0289e22a-b564-4655-9dc9-078257e62877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574167 Feb 09 06:23:50.270838 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-fd9a3e69-ba70-4dfa-9c0b-986500bb3e66 req-ae9e846b-eaa0-45a0-86cd-b7b1c47cd505 service neutron] 10.222.0.30 "GET /v2.0/networks/6ff7c51f-dda7-4708-89ff-ec12b3969e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935984 Feb 09 06:23:50.509383 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e9898-ec54-46a8-acbe-91ee5c462fa9 req-f050f793-872d-4d92-a524-547ff57823ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:50.511026 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-998e9898-ec54-46a8-acbe-91ee5c462fa9 req-f050f793-872d-4d92-a524-547ff57823ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e01d45c1050482aa32d9456d2f330f4&device_id=a3c6b70b-e854-4779-81a5-99bdc72e8ba0 HTTP/1.1" status: 200 len: 1131 time: 0.0558825 Feb 09 06:23:50.610522 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e9898-ec54-46a8-acbe-91ee5c462fa9 req-20d1f738-8085-418e-bd67-b3deddb711cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:50.612036 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-998e9898-ec54-46a8-acbe-91ee5c462fa9 req-20d1f738-8085-418e-bd67-b3deddb711cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ff7c51f-dda7-4708-89ff-ec12b3969e3f HTTP/1.1" status: 200 len: 869 time: 0.0951135 Feb 09 06:23:50.659159 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-998e9898-ec54-46a8-acbe-91ee5c462fa9 req-9f410e9a-a828-4b23-86f6-e999428ede72 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=f6e1a90f-c651-4e9f-8d8f-8f501bb909ce HTTP/1.1" status: 200 len: 217 time: 0.0400145 Feb 09 06:23:50.709148 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e9898-ec54-46a8-acbe-91ee5c462fa9 req-635be41a-c9aa-4205-a858-bf019f8b8dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:50.710734 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-998e9898-ec54-46a8-acbe-91ee5c462fa9 req-635be41a-c9aa-4205-a858-bf019f8b8dd5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e42faf92-df4e-404e-a7b5-a2b7f892821c HTTP/1.1" status: 200 len: 843 time: 0.0447032 Feb 09 06:23:50.767904 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e9898-ec54-46a8-acbe-91ee5c462fa9 req-d5084778-cbaa-49bc-9fa2-7de06d458e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:50.769399 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-998e9898-ec54-46a8-acbe-91ee5c462fa9 req-d5084778-cbaa-49bc-9fa2-7de06d458e72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ff7c51f-dda7-4708-89ff-ec12b3969e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0451388 Feb 09 06:23:50.913032 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-998e9898-ec54-46a8-acbe-91ee5c462fa9 req-08aba1f0-03a3-4652-b6e1-4fba3c3af97b service neutron] 10.222.0.30 "GET /v2.0/networks/6ff7c51f-dda7-4708-89ff-ec12b3969e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064866 Feb 09 06:23:50.984879 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-998e9898-ec54-46a8-acbe-91ee5c462fa9 req-10fb308b-0184-43ab-8b8a-137dab6e2de7 service neutron] 10.222.0.30 "GET /v2.0/networks/6ff7c51f-dda7-4708-89ff-ec12b3969e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941234 Feb 09 06:23:51.211061 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6c843-6063-42cd-b130-dddf057b2eaa req-5e31fad9-2fd3-4578-b7c9-d435d29dbd31 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:51.212984 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0ce6c843-6063-42cd-b130-dddf057b2eaa req-5e31fad9-2fd3-4578-b7c9-d435d29dbd31 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0750575 Feb 09 06:23:51.268444 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0ce6c843-6063-42cd-b130-dddf057b2eaa req-82d35d14-62e5-4bc4-9013-454816669e79 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488980 Feb 09 06:23:51.325648 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f0810-150e-45f0-b73e-4a12d0d59cf7 req-60046674-2088-4c10-994f-8de3edc57228 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:51.327445 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3a8f0810-150e-45f0-b73e-4a12d0d59cf7 req-60046674-2088-4c10-994f-8de3edc57228 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3c6b70b-e854-4779-81a5-99bdc72e8ba0 HTTP/1.1" status: 200 len: 947 time: 0.0579526 Feb 09 06:23:51.382767 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3a8f0810-150e-45f0-b73e-4a12d0d59cf7 req-0bc42dea-2adf-4076-a969-f5ed02149418 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/security-groups?id=0289e22a-b564-4655-9dc9-078257e62877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487578 Feb 09 06:23:52.432116 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e50e25-8482-464a-b4e0-cf9abf49eafe req-f7e5354e-9f7d-4af6-95d3-93fa28e362a1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:52.444277 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-52e50e25-8482-464a-b4e0-cf9abf49eafe req-f7e5354e-9f7d-4af6-95d3-93fa28e362a1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0860648 Feb 09 06:23:52.525617 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-52e50e25-8482-464a-b4e0-cf9abf49eafe req-b57d3e7b-5c94-484a-9dc7-d539fdcd7a9a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805018 Feb 09 06:23:52.546494 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74210b75-38b4-4b7d-86bd-a6b59d63f7fa req-ac8a31e7-7bed-4cf6-8b19-fed23bd1e0e0 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:52.562113 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-74210b75-38b4-4b7d-86bd-a6b59d63f7fa req-ac8a31e7-7bed-4cf6-8b19-fed23bd1e0e0 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3c6b70b-e854-4779-81a5-99bdc72e8ba0 HTTP/1.1" status: 200 len: 947 time: 0.0783644 Feb 09 06:23:52.614861 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-74210b75-38b4-4b7d-86bd-a6b59d63f7fa req-0a5d4fee-797e-4e53-baae-259c89286854 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/security-groups?id=0289e22a-b564-4655-9dc9-078257e62877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462067 Feb 09 06:23:53.248010 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device f6e1a90f-c651-4e9f-8d8f-8f501bb909ce details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:23:53.372316 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port f6e1a90f-c651-4e9f-8d8f-8f501bb909ce, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=f6e1a90f-c651-4e9f-8d8f-8f501bb909ce,segment=NetworkSegment(b982068b-636c-4e0f-93a5-d92124db281b),segment_id=b982068b-636c-4e0f-93a5-d92124db281b)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:23:53.385193 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': 'f6e1a90f-c651-4e9f-8d8f-8f501bb909ce', 'network_id': '6ff7c51f-dda7-4708-89ff-ec12b3969e3f', 'port_id': 'f6e1a90f-c651-4e9f-8d8f-8f501bb909ce', 'mac_address': 'fa:16:3e:1d:69:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42faf92-df4e-404e-a7b5-a2b7f892821c', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:23:53.427875 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port f6e1a90f-c651-4e9f-8d8f-8f501bb909ce is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:23:53.428272 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (f6e1a90f-c651-4e9f-8d8f-8f501bb909ce), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:53.445256 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6e1a90f-c651-4e9f-8d8f-8f501bb909ce {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:23:53.467469 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port f6e1a90f-c651-4e9f-8d8f-8f501bb909ce, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=f6e1a90f-c651-4e9f-8d8f-8f501bb909ce,segment=NetworkSegment(b982068b-636c-4e0f-93a5-d92124db281b),segment_id=b982068b-636c-4e0f-93a5-d92124db281b)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:23:53.520739 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (f6e1a90f-c651-4e9f-8d8f-8f501bb909ce), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:53.575437 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=f6e1a90f-c651-4e9f-8d8f-8f501bb909ce,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:53.675587 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da15ba-5387-4649-b784-85238c3e81aa req-1e00853e-be16-4468-9e97-9fd4ccef7370 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:53.677375 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-78da15ba-5387-4649-b784-85238c3e81aa req-1e00853e-be16-4468-9e97-9fd4ccef7370 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0648491 Feb 09 06:23:53.780173 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-78da15ba-5387-4649-b784-85238c3e81aa req-a585c547-21c8-4dc3-96c1-ac62d9e598e3 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966587 Feb 09 06:23:53.798587 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e756c-0286-4edb-8d0e-d7c5059dbbc6 req-fdcc4d72-f216-488a-8944-1e7a85e6f20e tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:53.800735 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f13e756c-0286-4edb-8d0e-d7c5059dbbc6 req-fdcc4d72-f216-488a-8944-1e7a85e6f20e tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3c6b70b-e854-4779-81a5-99bdc72e8ba0 HTTP/1.1" status: 200 len: 948 time: 0.1101534 Feb 09 06:23:53.850623 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f13e756c-0286-4edb-8d0e-d7c5059dbbc6 req-65a728f4-0b04-4cde-8de4-3b9ae03ff1fd tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/security-groups?id=0289e22a-b564-4655-9dc9-078257e62877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443120 Feb 09 06:23:53.855223 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['f6e1a90f-c651-4e9f-8d8f-8f501bb909ce'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:23:54.961505 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15d22a-da6d-4347-b124-3b81f18bebab req-c35608dd-0684-41ef-af2e-da3ad3651a7f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:54.970006 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0b15d22a-da6d-4347-b124-3b81f18bebab req-c35608dd-0684-41ef-af2e-da3ad3651a7f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0971227 Feb 09 06:23:55.093247 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0b15d22a-da6d-4347-b124-3b81f18bebab req-7c55cbc1-d215-4bc1-b863-44a4c144421c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147733 Feb 09 06:23:55.116118 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475dc36-f029-4458-8e69-1200e4de38ca req-d0447892-6a20-4e9e-83f7-8f78d520691f tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:55.118032 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e475dc36-f029-4458-8e69-1200e4de38ca req-d0447892-6a20-4e9e-83f7-8f78d520691f tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3c6b70b-e854-4779-81a5-99bdc72e8ba0 HTTP/1.1" status: 200 len: 948 time: 0.1107304 Feb 09 06:23:55.182668 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e475dc36-f029-4458-8e69-1200e4de38ca req-cd73efdc-9304-452b-9134-c668a6152271 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/security-groups?id=0289e22a-b564-4655-9dc9-078257e62877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590396 Feb 09 06:23:55.271187 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device f6e1a90f-c651-4e9f-8d8f-8f501bb909ce up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:23:55.439112 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning for port f6e1a90f-c651-4e9f-8d8f-8f501bb909ce completed by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 06:23:55.444737 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port f6e1a90f-c651-4e9f-8d8f-8f501bb909ce triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:23:55.445225 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (f6e1a90f-c651-4e9f-8d8f-8f501bb909ce), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:55.526594 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port f6e1a90f-c651-4e9f-8d8f-8f501bb909ce is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:23:55.526992 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (f6e1a90f-c651-4e9f-8d8f-8f501bb909ce), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:55.551610 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c6b70b-e854-4779-81a5-99bdc72e8ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e1a90f-c651-4e9f-8d8f-8f501bb909ce'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:23:55.554026 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10919ff-c115-4b90-bc98-bfe87f0b1094" -d '{"events": [{"server_uuid": "a3c6b70b-e854-4779-81a5-99bdc72e8ba0", "name": "network-vif-plugged", "status": "completed", "tag": "f6e1a90f-c651-4e9f-8d8f-8f501bb909ce"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:23:55.568402 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port f6e1a90f-c651-4e9f-8d8f-8f501bb909ce, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=f6e1a90f-c651-4e9f-8d8f-8f501bb909ce,segment=NetworkSegment(b982068b-636c-4e0f-93a5-d92124db281b),segment_id=b982068b-636c-4e0f-93a5-d92124db281b)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:23:55.593908 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d1c0a2-bd40-4f6d-8f39-4726fb7f6882 x-openstack-request-id: req-25d1c0a2-bd40-4f6d-8f39-4726fb7f6882 {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:23:55.593908 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c6b70b-e854-4779-81a5-99bdc72e8ba0", "name": "network-vif-plugged", "status": "completed", "tag": "f6e1a90f-c651-4e9f-8d8f-8f501bb909ce", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:23:55.594162 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25d1c0a2-bd40-4f6d-8f39-4726fb7f6882 {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:23:55.594585 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c6b70b-e854-4779-81a5-99bdc72e8ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e1a90f-c651-4e9f-8d8f-8f501bb909ce', 'code': 200} Feb 09 06:23:55.640197 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (f6e1a90f-c651-4e9f-8d8f-8f501bb909ce), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:23:55.696892 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=f6e1a90f-c651-4e9f-8d8f-8f501bb909ce,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:23:56.021339 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725b432-e701-4ef7-901d-aec11d9a89e5 req-af0c72ff-591e-4e29-aebf-1897db4593a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:56.023052 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-6725b432-e701-4ef7-901d-aec11d9a89e5 req-af0c72ff-591e-4e29-aebf-1897db4593a3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a3c6b70b-e854-4779-81a5-99bdc72e8ba0 HTTP/1.1" status: 200 len: 1133 time: 0.0587137 Feb 09 06:23:56.076503 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-6725b432-e701-4ef7-901d-aec11d9a89e5 req-4704791a-afc2-4a9c-92ab-6797cb61e086 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0289e22a-b564-4655-9dc9-078257e62877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467553 Feb 09 06:23:56.250624 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414e012-2a07-4755-ab5c-33483ed083ff req-aaa5ea2e-84f2-4c9d-bddb-d3cb0e8cb383 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:56.259114 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c414e012-2a07-4755-ab5c-33483ed083ff req-aaa5ea2e-84f2-4c9d-bddb-d3cb0e8cb383 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0674207 Feb 09 06:23:56.310446 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c414e012-2a07-4755-ab5c-33483ed083ff req-f02c31f1-e236-44f6-9e3a-4b72564dfe48 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499799 Feb 09 06:23:56.442846 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a2556-0b27-4767-9926-d27e9aaf8459 req-ba6c44e3-a06d-4554-82dd-9b834de019d5 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:56.450906 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2c1a2556-0b27-4767-9926-d27e9aaf8459 req-ba6c44e3-a06d-4554-82dd-9b834de019d5 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3c6b70b-e854-4779-81a5-99bdc72e8ba0 HTTP/1.1" status: 200 len: 949 time: 0.0767443 Feb 09 06:23:56.513587 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2c1a2556-0b27-4767-9926-d27e9aaf8459 req-928f8941-b55f-429f-8cf4-60d5e965879a tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/security-groups?id=0289e22a-b564-4655-9dc9-078257e62877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569763 Feb 09 06:23:57.463093 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298e4df-4cbb-482e-a6de-457893f22fb1 req-c107133f-b793-490c-bf73-492b551d1c3c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:57.465398 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7298e4df-4cbb-482e-a6de-457893f22fb1 req-c107133f-b793-490c-bf73-492b551d1c3c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0661719 Feb 09 06:23:57.527461 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7298e4df-4cbb-482e-a6de-457893f22fb1 req-1e02860b-0fec-4b11-a8bc-204f5f5ad21e tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551910 Feb 09 06:23:57.685176 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe53e7-af1e-47e7-876e-bd9e70ffb9be req-6b741a85-60be-4a68-a6da-b226e8aa8947 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:57.693560 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-22fe53e7-af1e-47e7-876e-bd9e70ffb9be req-6b741a85-60be-4a68-a6da-b226e8aa8947 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3c6b70b-e854-4779-81a5-99bdc72e8ba0 HTTP/1.1" status: 200 len: 949 time: 0.0645280 Feb 09 06:23:57.747971 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-22fe53e7-af1e-47e7-876e-bd9e70ffb9be req-5d33e91d-edb0-4c6a-b536-99c0ef745ff0 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/security-groups?id=0289e22a-b564-4655-9dc9-078257e62877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531094 Feb 09 06:23:58.351968 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffc296-308b-4c72-bd39-d7844decb59c req-d29ab926-0130-485c-8228-0ebdb6989aa5 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:58.353635 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a0ffc296-308b-4c72-bd39-d7844decb59c req-d29ab926-0130-485c-8228-0ebdb6989aa5 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3c6b70b-e854-4779-81a5-99bdc72e8ba0 HTTP/1.1" status: 200 len: 949 time: 0.0766799 Feb 09 06:23:58.408459 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a0ffc296-308b-4c72-bd39-d7844decb59c req-4489241b-21be-4c5e-86b0-740e3180e2c7 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/security-groups?id=0289e22a-b564-4655-9dc9-078257e62877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456519 Feb 09 06:23:58.695138 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bad1d3-82a9-4db4-bc6d-5fb5e2485663 req-661ed50e-4533-4c3f-b7ca-85414b38d21b tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:58.698228 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a9bad1d3-82a9-4db4-bc6d-5fb5e2485663 req-661ed50e-4533-4c3f-b7ca-85414b38d21b tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0640616 Feb 09 06:23:58.751385 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a9bad1d3-82a9-4db4-bc6d-5fb5e2485663 req-2102e974-d2a8-4426-bc9d-a93184641666 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470920 Feb 09 06:23:59.546759 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268ce01-0a32-4807-8d0d-128839132210 req-d68392aa-ddb5-4f51-ade7-c7358fec3cbb tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:59.550981 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d268ce01-0a32-4807-8d0d-128839132210 req-d68392aa-ddb5-4f51-ade7-c7358fec3cbb tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3c6b70b-e854-4779-81a5-99bdc72e8ba0 HTTP/1.1" status: 200 len: 949 time: 0.0667245 Feb 09 06:23:59.600405 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d268ce01-0a32-4807-8d0d-128839132210 req-3b477811-339d-4795-80ee-6c9d07a3b796 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/security-groups?id=0289e22a-b564-4655-9dc9-078257e62877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451024 Feb 09 06:23:59.893099 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b82a04-73c9-43b4-97a1-3cb5d903197f req-4f8598a5-13dc-4a14-9803-96b3f31afbb0 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:23:59.894812 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-13b82a04-73c9-43b4-97a1-3cb5d903197f req-4f8598a5-13dc-4a14-9803-96b3f31afbb0 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0609753 Feb 09 06:23:59.947448 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-13b82a04-73c9-43b4-97a1-3cb5d903197f req-5e493f5b-09fb-489a-9a9b-e6630dfde3d5 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469072 Feb 09 06:24:00.237410 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa4e61-816e-4d1a-9f8a-b70a56ce7e33 req-af459a79-8169-4c8f-b68b-1a49ffc44e60 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:00.238922 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1efa4e61-816e-4d1a-9f8a-b70a56ce7e33 req-af459a79-8169-4c8f-b68b-1a49ffc44e60 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3c6b70b-e854-4779-81a5-99bdc72e8ba0 HTTP/1.1" status: 200 len: 949 time: 0.0559585 Feb 09 06:24:00.334816 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-1efa4e61-816e-4d1a-9f8a-b70a56ce7e33 req-281ab6e2-6c03-4c73-a111-fd6a62490e2d tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Deleting port f6e1a90f-c651-4e9f-8d8f-8f501bb909ce {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:24:00.340610 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-1efa4e61-816e-4d1a-9f8a-b70a56ce7e33 req-281ab6e2-6c03-4c73-a111-fd6a62490e2d tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (f6e1a90f-c651-4e9f-8d8f-8f501bb909ce), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:00.436959 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-1efa4e61-816e-4d1a-9f8a-b70a56ce7e33 req-281ab6e2-6c03-4c73-a111-fd6a62490e2d tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] For port f6e1a90f-c651-4e9f-8d8f-8f501bb909ce, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=f6e1a90f-c651-4e9f-8d8f-8f501bb909ce,segment=NetworkSegment(b982068b-636c-4e0f-93a5-d92124db281b),segment_id=b982068b-636c-4e0f-93a5-d92124db281b)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:24:00.438008 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-1efa4e61-816e-4d1a-9f8a-b70a56ce7e33 req-281ab6e2-6c03-4c73-a111-fd6a62490e2d tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (f6e1a90f-c651-4e9f-8d8f-8f501bb909ce), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:00.458677 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-1efa4e61-816e-4d1a-9f8a-b70a56ce7e33 req-281ab6e2-6c03-4c73-a111-fd6a62490e2d tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Calling delete_port for f6e1a90f-c651-4e9f-8d8f-8f501bb909ce owned by compute:nova {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:24:00.707713 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-1efa4e61-816e-4d1a-9f8a-b70a56ce7e33 req-281ab6e2-6c03-4c73-a111-fd6a62490e2d tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (f6e1a90f-c651-4e9f-8d8f-8f501bb909ce), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:00.737168 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771a0f3-889b-4141-9d43-352a581119b8 req-fd2fad40-212f-442f-94a3-9f0635e85f84 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:00.746932 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4771a0f3-889b-4141-9d43-352a581119b8 req-fd2fad40-212f-442f-94a3-9f0635e85f84 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3c6b70b-e854-4779-81a5-99bdc72e8ba0 HTTP/1.1" status: 200 len: 867 time: 0.0665908 Feb 09 06:24:00.765217 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ab6e2-6c03-4c73-a111-fd6a62490e2d tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Pushing event deleted for resources: {'Port': ['ID=f6e1a90f-c651-4e9f-8d8f-8f501bb909ce,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:00.772734 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['f6e1a90f-c651-4e9f-8d8f-8f501bb909ce'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:24:00.842691 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efa4e61-816e-4d1a-9f8a-b70a56ce7e33 req-281ab6e2-6c03-4c73-a111-fd6a62490e2d tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] No DVR routers for this DVR port f6e1a90f-c651-4e9f-8d8f-8f501bb909ce on host hv-cinder-80192 {{(pid=103035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:24:00.847898 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4771a0f3-889b-4141-9d43-352a581119b8 req-e5419488-5680-4a40-98cf-198920f27f6f tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/security-groups?id=0289e22a-b564-4655-9dc9-078257e62877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999615 Feb 09 06:24:00.866919 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-1efa4e61-816e-4d1a-9f8a-b70a56ce7e33 req-281ab6e2-6c03-4c73-a111-fd6a62490e2d tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:00.889678 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1efa4e61-816e-4d1a-9f8a-b70a56ce7e33 req-281ab6e2-6c03-4c73-a111-fd6a62490e2d tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.30 "DELETE /v2.0/ports/f6e1a90f-c651-4e9f-8d8f-8f501bb909ce HTTP/1.1" status: 204 len: 173 time: 0.6291156 Feb 09 06:24:00.890655 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c6b70b-e854-4779-81a5-99bdc72e8ba0', 'name': 'network-vif-deleted', 'tag': 'f6e1a90f-c651-4e9f-8d8f-8f501bb909ce'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:24:00.893269 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086090a4-7ad4-4f7b-8463-963b5619f57b" -d '{"events": [{"server_uuid": "a3c6b70b-e854-4779-81a5-99bdc72e8ba0", "name": "network-vif-deleted", "tag": "f6e1a90f-c651-4e9f-8d8f-8f501bb909ce"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:24:01.004626 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bee2e2-25e8-4ece-be27-495f03610edb x-openstack-request-id: req-a9bee2e2-25e8-4ece-be27-495f03610edb {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:24:01.005022 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c6b70b-e854-4779-81a5-99bdc72e8ba0", "name": "network-vif-deleted", "tag": "f6e1a90f-c651-4e9f-8d8f-8f501bb909ce", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:24:01.005390 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9bee2e2-25e8-4ece-be27-495f03610edb {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:24:01.005910 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c6b70b-e854-4779-81a5-99bdc72e8ba0', 'name': 'network-vif-deleted', 'tag': 'f6e1a90f-c651-4e9f-8d8f-8f501bb909ce', 'status': 'completed', 'code': 200} Feb 09 06:24:01.156967 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159d319-39bd-4541-b27c-a06f77ac80a0 req-527dface-a737-4098-be7e-9df774366979 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:01.158620 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9159d319-39bd-4541-b27c-a06f77ac80a0 req-527dface-a737-4098-be7e-9df774366979 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.1006188 Feb 09 06:24:01.222353 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9159d319-39bd-4541-b27c-a06f77ac80a0 req-f41951ca-f816-4f96-9cd7-25d26429fc6e tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521805 Feb 09 06:24:01.260886 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device be4671cf-6e71-490b-8d24-e822ba6472a9 details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:24:01.441043 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port be4671cf-6e71-490b-8d24-e822ba6472a9, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=be4671cf-6e71-490b-8d24-e822ba6472a9,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:24:01.454751 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': 'be4671cf-6e71-490b-8d24-e822ba6472a9', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'port_id': 'be4671cf-6e71-490b-8d24-e822ba6472a9', 'mac_address': 'fa:16:3e:fb:b0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:24:01.496766 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port be4671cf-6e71-490b-8d24-e822ba6472a9 is: ACTIVE; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:01.497695 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:01.512841 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be4671cf-6e71-490b-8d24-e822ba6472a9 {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:24:01.541038 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port be4671cf-6e71-490b-8d24-e822ba6472a9, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=be4671cf-6e71-490b-8d24-e822ba6472a9,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:24:01.623024 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:01.691364 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=be4671cf-6e71-490b-8d24-e822ba6472a9,revision_number=6']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:01.699404 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:01.699777 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:01.700354 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:01.701133 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:01.702000 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:01.703332 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:01.704381 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:01.704741 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:01.705233 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:01.705687 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:01.706131 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:01.706610 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:01.707063 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:01.798606 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['be4671cf-6e71-490b-8d24-e822ba6472a9'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:24:02.036291 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e4c300b9-e2db-4931-a2fa-01f592e73681 req-9c5ab755-9d52-4d09-927a-2d9ef7753ca7 tempest-VolumesNegativeTest-1673321638 tempest-VolumesNegativeTest-1673321638-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3c6b70b-e854-4779-81a5-99bdc72e8ba0 HTTP/1.1" status: 200 len: 210 time: 0.0413725 Feb 09 06:24:02.193497 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:02.350292 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477fc59-5ce0-498a-96f8-7fa404e7df32 req-b69da198-1df9-4b9c-9f5f-1f6d691ac215 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:02.358067 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3477fc59-5ce0-498a-96f8-7fa404e7df32 req-b69da198-1df9-4b9c-9f5f-1f6d691ac215 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 944 time: 0.0664015 Feb 09 06:24:02.417366 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3477fc59-5ce0-498a-96f8-7fa404e7df32 req-362ffee1-1734-4a8c-8a39-f362f5b99d17 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524964 Feb 09 06:24:03.292201 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device be4671cf-6e71-490b-8d24-e822ba6472a9 up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:24:03.369009 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port be4671cf-6e71-490b-8d24-e822ba6472a9 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:03.369510 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:03.481804 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port be4671cf-6e71-490b-8d24-e822ba6472a9 is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:03.482217 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:03.559309 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port be4671cf-6e71-490b-8d24-e822ba6472a9, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=be4671cf-6e71-490b-8d24-e822ba6472a9,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:24:03.560479 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8806acc-f0ac-456d-8b57-c4b60f8ea401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4671cf-6e71-490b-8d24-e822ba6472a9'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:24:03.573357 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd12891-2a48-4dd6-9d5b-69e47100ac25" -d '{"events": [{"server_uuid": "f8806acc-f0ac-456d-8b57-c4b60f8ea401", "name": "network-vif-plugged", "status": "completed", "tag": "be4671cf-6e71-490b-8d24-e822ba6472a9"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:24:03.626961 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7425070-d33f-4879-be64-2786a2e22edc req-31c59dd0-6b39-4234-bd72-78910543ff6a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:03.634571 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a7425070-d33f-4879-be64-2786a2e22edc req-31c59dd0-6b39-4234-bd72-78910543ff6a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 944 time: 0.0976169 Feb 09 06:24:03.670702 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:03.672155 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device f6e1a90f-c651-4e9f-8d8f-8f501bb909ce no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:24:03.738575 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a7425070-d33f-4879-be64-2786a2e22edc req-7b889da3-0dd0-4058-b6eb-488de2761850 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987506 Feb 09 06:24:03.769881 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] No Port match for: f6e1a90f-c651-4e9f-8d8f-8f501bb909ce {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:24:03.770508 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device f6e1a90f-c651-4e9f-8d8f-8f501bb909ce not bound to the agent host hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:24:03.775263 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf53d8b-49df-46b2-a3f5-4ffbc0bb2ffb x-openstack-request-id: req-3cf53d8b-49df-46b2-a3f5-4ffbc0bb2ffb {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:24:03.775632 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8806acc-f0ac-456d-8b57-c4b60f8ea401", "name": "network-vif-plugged", "status": "completed", "tag": "be4671cf-6e71-490b-8d24-e822ba6472a9", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:24:03.775956 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cf53d8b-49df-46b2-a3f5-4ffbc0bb2ffb {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:24:03.776416 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8806acc-f0ac-456d-8b57-c4b60f8ea401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4671cf-6e71-490b-8d24-e822ba6472a9', 'code': 200} Feb 09 06:24:03.807339 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=be4671cf-6e71-490b-8d24-e822ba6472a9,revision_number=7']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:04.212007 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:24:04.882281 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c428fc-c0a8-445e-9a92-1c991fc6dac2 req-210d8f86-00f1-4e0d-819b-1d095f7f6e47 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:04.884004 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-64c428fc-c0a8-445e-9a92-1c991fc6dac2 req-210d8f86-00f1-4e0d-819b-1d095f7f6e47 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0600762 Feb 09 06:24:04.929406 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-64c428fc-c0a8-445e-9a92-1c991fc6dac2 req-c954c1f7-4951-4ca3-934b-734e69616b6b tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399024 Feb 09 06:24:06.124058 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f832bc-0d5c-4578-9330-360f975504e3 req-a59ee8f3-35c2-4271-9e2c-be597fe39c5a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:06.131243 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-98f832bc-0d5c-4578-9330-360f975504e3 req-a59ee8f3-35c2-4271-9e2c-be597fe39c5a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0833590 Feb 09 06:24:06.176671 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-98f832bc-0d5c-4578-9330-360f975504e3 req-d75d516b-14ba-4a25-9424-519f08fd5f05 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445654 Feb 09 06:24:07.350480 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ed481-c8a7-4738-8f39-3fdb7d918901 req-fe38a2ba-4e34-44c8-8127-e56c9275070a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:07.364284 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d76ed481-c8a7-4738-8f39-3fdb7d918901 req-fe38a2ba-4e34-44c8-8127-e56c9275070a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0825708 Feb 09 06:24:07.423140 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d76ed481-c8a7-4738-8f39-3fdb7d918901 req-a7ccb8e5-4b7a-4ba5-9320-4af39aa093bb tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524189 Feb 09 06:24:08.536292 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd71a5-a7d9-491e-8d85-b65c557e8c06 req-314420f8-e7c4-451d-9a4e-489051e5b453 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:08.537755 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bbdd71a5-a7d9-491e-8d85-b65c557e8c06 req-314420f8-e7c4-451d-9a4e-489051e5b453 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0514269 Feb 09 06:24:08.585754 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bbdd71a5-a7d9-491e-8d85-b65c557e8c06 req-06c77733-3f35-4c93-87e6-b16ee044554e tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425425 Feb 09 06:24:09.722542 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b836d2-dc7c-497b-9d03-3c84b400eb6c req-591d2368-245b-481e-b393-91584a765025 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:09.724860 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a4b836d2-dc7c-497b-9d03-3c84b400eb6c req-591d2368-245b-481e-b393-91584a765025 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0563266 Feb 09 06:24:09.793210 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a4b836d2-dc7c-497b-9d03-3c84b400eb6c req-511807d9-413e-4cb8-a38c-433bcc264068 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590799 Feb 09 06:24:10.918528 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88951aa5-3d12-4e49-a9b2-ceca2462202e req-4afe2d65-3a7b-4984-9910-f25563080a63 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:10.920189 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-88951aa5-3d12-4e49-a9b2-ceca2462202e req-4afe2d65-3a7b-4984-9910-f25563080a63 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0602624 Feb 09 06:24:10.989163 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-88951aa5-3d12-4e49-a9b2-ceca2462202e req-7c86340d-3409-48b0-90b7-9b5b9b25c23d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600400 Feb 09 06:24:11.050926 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-0cc883a8-2283-4301-b282-6a1808c4d588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:11.644702 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 57936) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:11.692593 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a22a2a6-e379-43a0-a285-dae2af5bb292 admin admin] Deleting subnet e74e9c88-d6c1-4d9a-b97b-6fd142341543 {{(pid=103034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 06:24:11.695809 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7a22a2a6-e379-43a0-a285-dae2af5bb292 admin admin] Publish callbacks [] for subnet (e74e9c88-d6c1-4d9a-b97b-6fd142341543), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:11.731144 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7a22a2a6-e379-43a0-a285-dae2af5bb292 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819294'] for subnet (e74e9c88-d6c1-4d9a-b97b-6fd142341543), precommit_delete_associations {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:11.769792 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7a22a2a6-e379-43a0-a285-dae2af5bb292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070576'] for subnet (e74e9c88-d6c1-4d9a-b97b-6fd142341543), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:12.006080 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7a22a2a6-e379-43a0-a285-dae2af5bb292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6166112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4413224'] for subnet (e74e9c88-d6c1-4d9a-b97b-6fd142341543), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:12.031899 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22a2a6-e379-43a0-a285-dae2af5bb292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e74e9c88-d6c1-4d9a-b97b-6fd142341543,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:12.041793 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22a2a6-e379-43a0-a285-dae2af5bb292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:12.042145 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22a2a6-e379-43a0-a285-dae2af5bb292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:12.042521 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22a2a6-e379-43a0-a285-dae2af5bb292 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:12.042861 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22a2a6-e379-43a0-a285-dae2af5bb292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:12.043213 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22a2a6-e379-43a0-a285-dae2af5bb292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:12.043529 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22a2a6-e379-43a0-a285-dae2af5bb292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:12.043865 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22a2a6-e379-43a0-a285-dae2af5bb292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:12.044182 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22a2a6-e379-43a0-a285-dae2af5bb292 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:12.044601 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22a2a6-e379-43a0-a285-dae2af5bb292 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:12.044868 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22a2a6-e379-43a0-a285-dae2af5bb292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:12.045162 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22a2a6-e379-43a0-a285-dae2af5bb292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:12.046310 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22a2a6-e379-43a0-a285-dae2af5bb292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:12.046310 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22a2a6-e379-43a0-a285-dae2af5bb292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:12.050075 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7a22a2a6-e379-43a0-a285-dae2af5bb292 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:12.053318 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-7a22a2a6-e379-43a0-a285-dae2af5bb292 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e74e9c88-d6c1-4d9a-b97b-6fd142341543 HTTP/1.1" status: 204 len: 168 time: 0.4075050 Feb 09 06:24:12.060151 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 57948) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:12.197121 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8574cf21-be23-46d7-80dd-a15182c1952e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096870'] for network (792bb57d-d0bc-4d86-9bae-1a4cc194073a), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:12.208383 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae3193-c822-4a21-98f0-f49711a721f8 req-b84013da-6bee-47b0-ae53-d2a2027fe71d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:12.216482 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8aae3193-c822-4a21-98f0-f49711a721f8 req-b84013da-6bee-47b0-ae53-d2a2027fe71d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.1374936 Feb 09 06:24:12.313707 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8aae3193-c822-4a21-98f0-f49711a721f8 req-7f6f8cd5-b0fd-43d0-9505-62bbd3ebe981 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961039 Feb 09 06:24:12.403404 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8574cf21-be23-46d7-80dd-a15182c1952e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1884327', 'neutron.services.segments.db._delete_segments_for_network-8788413974977'] for network (792bb57d-d0bc-4d86-9bae-1a4cc194073a), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:12.425966 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.services.segments.db [None req-8574cf21-be23-46d7-80dd-a15182c1952e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792bb57d-d0bc-4d86-9bae-1a4cc194073a']}} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:12.436643 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.services.segments.db [None req-8574cf21-be23-46d7-80dd-a15182c1952e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9fbae6-fca6-4b60-a8da-db50676b2e7e') {'for_net_delete': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:12.443588 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.services.segments.db [None req-8574cf21-be23-46d7-80dd-a15182c1952e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9fbae6-fca6-4b60-a8da-db50676b2e7e') {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:12.447505 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8574cf21-be23-46d7-80dd-a15182c1952e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788413976266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5819285'] for segment (9f9fbae6-fca6-4b60-a8da-db50676b2e7e), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:12.462102 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8574cf21-be23-46d7-80dd-a15182c1952e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (9f9fbae6-fca6-4b60-a8da-db50676b2e7e), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:12.470138 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8574cf21-be23-46d7-80dd-a15182c1952e admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 06:24:12.470688 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8574cf21-be23-46d7-80dd-a15182c1952e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6166218'] for segment (9f9fbae6-fca6-4b60-a8da-db50676b2e7e), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: Traceback (most recent call last): Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: timer() Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: cb(*args, **kw) Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: return func(*args, **kwargs) Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: self._notify() Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: self.callback(batched_events) Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: event.method(event) Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: return f(self, *a, **k) Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: return self._get(url).json() Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: return self.request(url, 'GET', **kwargs) Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 06:24:12.472806 dv-cinder-801923-6-iscsi neutron-server[103034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 06:24:12.617281 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8574cf21-be23-46d7-80dd-a15182c1952e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1884350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540539'] for network (792bb57d-d0bc-4d86-9bae-1a4cc194073a), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:12.638486 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8574cf21-be23-46d7-80dd-a15182c1952e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:12.641612 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-8574cf21-be23-46d7-80dd-a15182c1952e admin admin] 10.222.0.13 "DELETE /v2.0/networks/792bb57d-d0bc-4d86-9bae-1a4cc194073a HTTP/1.1" status: 204 len: 168 time: 0.5805120 Feb 09 06:24:12.642606 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574cf21-be23-46d7-80dd-a15182c1952e admin admin] Pushing event deleted for resources: {'Network': ['ID=792bb57d-d0bc-4d86-9bae-1a4cc194073a,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:13.163839 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 57988) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:13.206291 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-758e8259-e292-48f4-9366-0db18c3963ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9aa8abde7414d0b891e70d99fed50e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381005 Feb 09 06:24:13.206630 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 57992) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:13.252607 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-35a473aa-8547-4578-9e44-83b187c6dfcf admin admin] Publish callbacks [] for security_group (8f4cb6b6-e9fc-438d-9159-e4af12093151), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:13.273157 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-35a473aa-8547-4578-9e44-83b187c6dfcf admin admin] Publish callbacks [] for security_group (8f4cb6b6-e9fc-438d-9159-e4af12093151), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:13.426087 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-35a473aa-8547-4578-9e44-83b187c6dfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (8f4cb6b6-e9fc-438d-9159-e4af12093151), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:13.428675 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-35a473aa-8547-4578-9e44-83b187c6dfcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:13.429814 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-35a473aa-8547-4578-9e44-83b187c6dfcf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f4cb6b6-e9fc-438d-9159-e4af12093151 HTTP/1.1" status: 204 len: 168 time: 0.2224207 Feb 09 06:24:13.440528 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a473aa-8547-4578-9e44-83b187c6dfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4cb6b6-e9fc-438d-9159-e4af12093151,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:13.463155 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f7855-ea96-46aa-966c-25408856e94b req-c9ce0670-f527-4d39-8fd9-1939caaa32b4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:13.464811 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-aa8f7855-ea96-46aa-966c-25408856e94b req-c9ce0670-f527-4d39-8fd9-1939caaa32b4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0704386 Feb 09 06:24:13.513797 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-aa8f7855-ea96-46aa-966c-25408856e94b req-4dc1f916-2ff7-4dc0-9ccb-b1df31befc5d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434437 Feb 09 06:24:13.666958 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea2f8-ca08-47c2-b8ad-10212f876e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:13.933498 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34569591-de43-476f-8a19-6096cdc34342 req-19967fd0-0b82-4273-91ad-fb2579cda2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:13.935164 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-34569591-de43-476f-8a19-6096cdc34342 req-19967fd0-0b82-4273-91ad-fb2579cda2d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d23a13d2bd3b43c39a6fdef1f65a0540&device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 1129 time: 0.0466905 Feb 09 06:24:14.023158 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34569591-de43-476f-8a19-6096cdc34342 req-04f86fa4-40af-48aa-b4f1-9949185100bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:14.026519 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-34569591-de43-476f-8a19-6096cdc34342 req-04f86fa4-40af-48aa-b4f1-9949185100bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b10a0e1-f501-4b31-86fb-646a220008e1 HTTP/1.1" status: 200 len: 916 time: 0.0833588 Feb 09 06:24:14.091760 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-34569591-de43-476f-8a19-6096cdc34342 req-fa1c3b8d-037f-4c73-951d-faa803548a8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be4671cf-6e71-490b-8d24-e822ba6472a9 HTTP/1.1" status: 200 len: 1001 time: 0.0606568 Feb 09 06:24:14.096331 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58006) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:14.143392 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34569591-de43-476f-8a19-6096cdc34342 req-7b41a47b-1802-47d7-a50c-50380589d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:14.144832 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-34569591-de43-476f-8a19-6096cdc34342 req-7b41a47b-1802-47d7-a50c-50380589d638 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=edec6496-1545-49e9-88fa-af018f151255 HTTP/1.1" status: 200 len: 855 time: 0.0433302 Feb 09 06:24:14.204758 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34569591-de43-476f-8a19-6096cdc34342 req-c281d855-9a3b-4d97-b373-91a04e4fcbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:14.206256 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-34569591-de43-476f-8a19-6096cdc34342 req-c281d855-9a3b-4d97-b373-91a04e4fcbf6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b10a0e1-f501-4b31-86fb-646a220008e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553472 Feb 09 06:24:14.271487 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-b9dc93ba-c242-4489-991a-6aa20d179488 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e01d45c1050482aa32d9456d2f330f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740265 Feb 09 06:24:14.273980 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 58010) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:14.311004 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-34569591-de43-476f-8a19-6096cdc34342 req-6411c384-ef68-4e3b-be7c-4c73ee9360f8 service neutron] 10.222.0.30 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958021 Feb 09 06:24:14.321656 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ab27-0171-4d99-9246-93e34282f9bd admin admin] Publish callbacks [] for security_group (0289e22a-b564-4655-9dc9-078257e62877), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:14.343446 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ab27-0171-4d99-9246-93e34282f9bd admin admin] Publish callbacks [] for security_group (0289e22a-b564-4655-9dc9-078257e62877), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:14.365653 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:14.399367 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-34569591-de43-476f-8a19-6096cdc34342 req-e6f20eb7-1b67-480c-b29d-ef25f4d24304 service neutron] 10.222.0.30 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815852 Feb 09 06:24:14.457069 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ab27-0171-4d99-9246-93e34282f9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (0289e22a-b564-4655-9dc9-078257e62877), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:14.459628 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ab27-0171-4d99-9246-93e34282f9bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:14.460808 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-1ed1ab27-0171-4d99-9246-93e34282f9bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0289e22a-b564-4655-9dc9-078257e62877 HTTP/1.1" status: 204 len: 168 time: 0.1857491 Feb 09 06:24:14.468204 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1ab27-0171-4d99-9246-93e34282f9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0289e22a-b564-4655-9dc9-078257e62877,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:14.635440 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f0bdf-4937-4a78-8ce1-d8f7272eba3a req-60df01af-83d8-439a-8f11-3f6ed64513cd tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:14.636927 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2c6f0bdf-4937-4a78-8ce1-d8f7272eba3a req-60df01af-83d8-439a-8f11-3f6ed64513cd tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0529656 Feb 09 06:24:14.682518 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2c6f0bdf-4937-4a78-8ce1-d8f7272eba3a req-2776c2e3-d90a-4bfd-bb8b-ac4e3f0a3536 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398662 Feb 09 06:24:15.452273 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 58036) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:15.543026 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-f2addeb8-ef74-4e27-b322-f39844bf8106 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-645329704-network', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:24:15.623035 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2addeb8-ef74-4e27-b322-f39844bf8106 admin admin] Made reservation on behalf of d9d5473c4a0d483abc95a20782ba1b57 for: {'network': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:24:15.625289 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f2addeb8-ef74-4e27-b322-f39844bf8106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for network (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:15.634359 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f2addeb8-ef74-4e27-b322-f39844bf8106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:15.684060 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:15.708561 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f2addeb8-ef74-4e27-b322-f39844bf8106 admin admin] Publish callbacks [] for security_group (252af639-bce7-4ca0-9d8f-bf74b8f5adfe), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:15.806630 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74db75-74b2-4e29-addf-f86db494b16b req-f7c37874-3bb4-4057-850b-e93d9990942a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:15.808149 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2f74db75-74b2-4e29-addf-f86db494b16b req-f7c37874-3bb4-4057-850b-e93d9990942a tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.0514367 Feb 09 06:24:15.809192 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f2addeb8-ef74-4e27-b322-f39844bf8106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (252af639-bce7-4ca0-9d8f-bf74b8f5adfe), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:15.841642 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2addeb8-ef74-4e27-b322-f39844bf8106 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 06:24:15.863228 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2addeb8-ef74-4e27-b322-f39844bf8106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252af639-bce7-4ca0-9d8f-bf74b8f5adfe,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:15.866991 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f2addeb8-ef74-4e27-b322-f39844bf8106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (94c5ea10-ef18-4822-81c3-713c44352c6e), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:15.867330 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.segments_db [None req-f2addeb8-ef74-4e27-b322-f39844bf8106 admin admin] Added segment 94c5ea10-ef18-4822-81c3-713c44352c6e of type vlan for network 9fe1f30b-3256-4c25-bddb-7942bd535543 Feb 09 06:24:15.914824 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2f74db75-74b2-4e29-addf-f86db494b16b req-09805e72-c2f1-4c83-ba42-2021954f0db0 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998921 Feb 09 06:24:15.922680 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f2addeb8-ef74-4e27-b322-f39844bf8106 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788413497640'] for network (9fe1f30b-3256-4c25-bddb-7942bd535543), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:16.000122 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f2addeb8-ef74-4e27-b322-f39844bf8106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for network (9fe1f30b-3256-4c25-bddb-7942bd535543), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:16.001111 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2addeb8-ef74-4e27-b322-f39844bf8106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:16.001735 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f2addeb8-ef74-4e27-b322-f39844bf8106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:16.064949 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2addeb8-ef74-4e27-b322-f39844bf8106 admin admin] Pushing event updated for resources: {'Network': ['ID=9fe1f30b-3256-4c25-bddb-7942bd535543,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:16.074147 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Network 9fe1f30b-3256-4c25-bddb-7942bd535543 details requested by agent ovs-agent-dv-cinder-801923-6-iscsi with host dv-cinder-801923-6-iscsi {{(pid=103036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 06:24:16.146459 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-f2addeb8-ef74-4e27-b322-f39844bf8106 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6930645 Feb 09 06:24:16.149182 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 58042) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:16.153730 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-f1ae9e6a-e5ca-4749-9151-bf36ffe3c963 admin admin] Request body: {'subnet': {'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-645329704-subnet', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'ip_version': 4}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:24:16.249792 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ae9e6a-e5ca-4749-9151-bf36ffe3c963 admin admin] Made reservation on behalf of d9d5473c4a0d483abc95a20782ba1b57 for: {'subnet': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:24:16.252193 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f1ae9e6a-e5ca-4749-9151-bf36ffe3c963 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4413199'] for subnet (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:16.468991 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f1ae9e6a-e5ca-4749-9151-bf36ffe3c963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6166051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4413233'] for subnet (72b8902e-7f71-4a8f-adcc-073c172ed396), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:16.521229 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae9e6a-e5ca-4749-9151-bf36ffe3c963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72b8902e-7f71-4a8f-adcc-073c172ed396,revision_number=0']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:16.531163 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ae9e6a-e5ca-4749-9151-bf36ffe3c963 admin admin] Checking segment: {'id': '94c5ea10-ef18-4822-81c3-713c44352c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:24:16.531522 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ae9e6a-e5ca-4749-9151-bf36ffe3c963 admin admin] Network hostable DHCP agents. Network: 9fe1f30b-3256-4c25-bddb-7942bd535543, hostable agents: ['be82b069-f1bc-4233-ac9e-ce94c711d4de'], hosted agents: [] {{(pid=103034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 06:24:16.600202 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ae9e6a-e5ca-4749-9151-bf36ffe3c963 admin admin] Network 9fe1f30b-3256-4c25-bddb-7942bd535543 is scheduled to be hosted by DHCP agent be82b069-f1bc-4233-ac9e-ce94c711d4de with binding_index 1 {{(pid=103034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 06:24:16.668736 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-f1ae9e6a-e5ca-4749-9151-bf36ffe3c963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801923-6-iscsi, 9fe1f30b-3256-4c25-bddb-7942bd535543) {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:24:16.672832 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ae9e6a-e5ca-4749-9151-bf36ffe3c963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:16.673411 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f1ae9e6a-e5ca-4749-9151-bf36ffe3c963 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:16.677552 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907d7950-ad87-4262-a95f-ad7298970dfb None None] Network 9fe1f30b-3256-4c25-bddb-7942bd535543 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:24:16.731353 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-f1ae9e6a-e5ca-4749-9151-bf36ffe3c963 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5785105 Feb 09 06:24:16.731565 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 58044) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:16.735802 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-2f048165-42b5-4f15-bb32-11ca37cbd78c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-645329704-router', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:24:16.783527 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp140a898b-deca-5bfd-a45e-18b8b718c871-9fe1f30b-3256-4c25-bddb-7942bd535543', 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543', 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'fixed_ips': [{'subnet_id': '72b8902e-7f71-4a8f-adcc-073c172ed396'}]}} from dv-cinder-801923-6-iscsi. {{(pid=103036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 06:24:16.784357 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:16.827041 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2f048165-42b5-4f15-bb32-11ca37cbd78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router (ccd39007-5ea1-4cc0-a659-d7fffcbdb10e), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:16.828269 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2f048165-42b5-4f15-bb32-11ca37cbd78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11054'] for router (ccd39007-5ea1-4cc0-a659-d7fffcbdb10e), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:16.885305 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2f048165-42b5-4f15-bb32-11ca37cbd78c admin admin] Publish callbacks [] for router_controller (ccd39007-5ea1-4cc0-a659-d7fffcbdb10e), precommit_add_association {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:16.918746 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.db_base_plugin_common [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] Allocated IP 172.20.0.2 (9fe1f30b-3256-4c25-bddb-7942bd535543/72b8902e-7f71-4a8f-adcc-073c172ed396/889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e) {{(pid=103036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:24:17.068856 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:17.073052 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] Publish callbacks [] for port (889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e), precommit_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:17.141928 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e), after_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:17.185925 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] Network 9fe1f30b-3256-4c25-bddb-7942bd535543 is already hosted by enough agents. {{(pid=103036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:24:17.188901 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.scheduler.base_scheduler [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] Resources bound (agent type, host, resource id): {{(pid=103036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:24:17.193065 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] Received port after_create {{(pid=103036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:24:17.198745 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] Pushing event updated for resources: {'Port': ['ID=889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e,revision_number=1']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:17.254915 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] Attempting to bind port 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:24:17.255189 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] Attempting to bind port 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '94c5ea10-ef18-4822-81c3-713c44352c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543'}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:24:17.255537 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] Attempting to bind port 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e on network 9fe1f30b-3256-4c25-bddb-7942bd535543 {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:24:17.261289 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:24:17.261646 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] Checking segment: {'id': '94c5ea10-ef18-4822-81c3-713c44352c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:24:17.262050 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:17.262464 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] Bound using segment: {'id': '94c5ea10-ef18-4822-81c3-713c44352c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543'} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:24:17.262929 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] Bound port: 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c5ea10-ef18-4822-81c3-713c44352c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543'}}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:24:17.263303 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:17.325708 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] For port 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:24:17.328709 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] For port 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e,segment=NetworkSegment(94c5ea10-ef18-4822-81c3-713c44352c6e),segment_id=94c5ea10-ef18-4822-81c3-713c44352c6e)] {{(pid=103036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:24:17.340003 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device be4671cf-6e71-490b-8d24-e822ba6472a9 no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:24:17.399020 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2f048165-42b5-4f15-bb32-11ca37cbd78c admin admin] Publish callbacks [] for router_gateway (ccd39007-5ea1-4cc0-a659-d7fffcbdb10e), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:17.409385 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:17.412588 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c554be2-e6ff-4edf-a235-5a39d95c6779 req-746a99b2-a277-493c-903e-8ffa9d0415c4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:17.414075 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1c554be2-e6ff-4edf-a235-5a39d95c6779 req-746a99b2-a277-493c-903e-8ffa9d0415c4 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 945 time: 0.3903687 Feb 09 06:24:17.461741 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port be4671cf-6e71-490b-8d24-e822ba6472a9 is: ACTIVE; New status is: DOWN {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:17.462134 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:17.467671 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1c554be2-e6ff-4edf-a235-5a39d95c6779 req-c494a0d3-efd0-4728-8148-479ffd87006f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474541 Feb 09 06:24:17.493077 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574b84c-c1fb-4fa1-ad0b-4c9c949d012e None None] Pushing event updated for resources: {'Port': ['ID=889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e,revision_number=2']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:17.519740 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8806acc-f0ac-456d-8b57-c4b60f8ea401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be4671cf-6e71-490b-8d24-e822ba6472a9'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:24:17.525114 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145204fe-d0ef-46b4-ba1e-27ab29f7d699" -d '{"events": [{"server_uuid": "f8806acc-f0ac-456d-8b57-c4b60f8ea401", "name": "network-vif-unplugged", "status": "completed", "tag": "be4671cf-6e71-490b-8d24-e822ba6472a9"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:24:17.540845 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port be4671cf-6e71-490b-8d24-e822ba6472a9, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=be4671cf-6e71-490b-8d24-e822ba6472a9,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:24:17.571008 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 06:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d701ed4-49ef-4bef-9c94-275e98367e1d x-openstack-request-id: req-2d701ed4-49ef-4bef-9c94-275e98367e1d {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:24:17.572105 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8806acc-f0ac-456d-8b57-c4b60f8ea401", "name": "network-vif-unplugged", "status": "failed", "tag": "be4671cf-6e71-490b-8d24-e822ba6472a9", "code": 422}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:24:17.572782 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d701ed4-49ef-4bef-9c94-275e98367e1d {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:24:17.573466 dv-cinder-801923-6-iscsi neutron-server[103036]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f8806acc-f0ac-456d-8b57-c4b60f8ea401', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'be4671cf-6e71-490b-8d24-e822ba6472a9', 'code': 422} returned with failed status Feb 09 06:24:17.595222 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:17.685772 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=be4671cf-6e71-490b-8d24-e822ba6472a9,revision_number=8']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:17.722571 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2f048165-42b5-4f15-bb32-11ca37cbd78c admin admin] Publish callbacks [] for router_gateway (ccd39007-5ea1-4cc0-a659-d7fffcbdb10e), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:17.746969 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2f048165-42b5-4f15-bb32-11ca37cbd78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:17.854802 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-2f048165-42b5-4f15-bb32-11ca37cbd78c admin admin] Allocated IP 172.27.3.110 (60906f90-e5e0-4579-a713-ae70aadf892a/3feeac82-f55f-4d1a-bdeb-44d8682c5c90/a51a04e6-2d89-42b5-9a24-e32fcc606100) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:24:17.957711 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2f048165-42b5-4f15-bb32-11ca37cbd78c admin admin] Publish callbacks [] for port (a51a04e6-2d89-42b5-9a24-e32fcc606100), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:18.051854 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2f048165-42b5-4f15-bb32-11ca37cbd78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (a51a04e6-2d89-42b5-9a24-e32fcc606100), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:18.091808 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f048165-42b5-4f15-bb32-11ca37cbd78c admin admin] Network 60906f90-e5e0-4579-a713-ae70aadf892a is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:24:18.096309 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-2f048165-42b5-4f15-bb32-11ca37cbd78c admin admin] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:24:18.100711 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f048165-42b5-4f15-bb32-11ca37cbd78c admin admin] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:24:18.103854 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f048165-42b5-4f15-bb32-11ca37cbd78c admin admin] Pushing event updated for resources: {'Port': ['ID=a51a04e6-2d89-42b5-9a24-e32fcc606100,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:18.408185 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eab28de-4943-4084-a524-f6aef33039ae None None] Network 9fe1f30b-3256-4c25-bddb-7942bd535543 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:24:18.437762 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2f048165-42b5-4f15-bb32-11ca37cbd78c admin admin] Publish callbacks [] for router_gateway (ccd39007-5ea1-4cc0-a659-d7fffcbdb10e), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:18.469126 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-93be1ec7-5f3f-4be0-a77e-17b0c7a29a74 None None] Provisioning complete for port 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:18.469491 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-93be1ec7-5f3f-4be0-a77e-17b0c7a29a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:18.659375 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2f048165-42b5-4f15-bb32-11ca37cbd78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540467'] for router (ccd39007-5ea1-4cc0-a659-d7fffcbdb10e), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:18.746711 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-93be1ec7-5f3f-4be0-a77e-17b0c7a29a74 None None] Current status of the port 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:18.746711 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-93be1ec7-5f3f-4be0-a77e-17b0c7a29a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:18.789519 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-93be1ec7-5f3f-4be0-a77e-17b0c7a29a74 None None] For port 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e,segment=NetworkSegment(94c5ea10-ef18-4822-81c3-713c44352c6e),segment_id=94c5ea10-ef18-4822-81c3-713c44352c6e)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:24:18.807846 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:24:18.864240 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-93be1ec7-5f3f-4be0-a77e-17b0c7a29a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:18.894858 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:18.895236 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:18.915070 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f048165-42b5-4f15-bb32-11ca37cbd78c admin admin] Router ccd39007-5ea1-4cc0-a659-d7fffcbdb10e is scheduled to L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d with binding_index 1 {{(pid=103034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 06:24:18.945056 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be1ec7-5f3f-4be0-a77e-17b0c7a29a74 None None] Pushing event updated for resources: {'Port': ['ID=889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e,revision_number=3']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:19.010757 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:19.011257 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-97a32d67-c2c6-40d1-9d71-fbab27f3c9f1 None None] Provisioning complete for port 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:19.011257 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-97a32d67-c2c6-40d1-9d71-fbab27f3c9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:19.038719 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f048165-42b5-4f15-bb32-11ca37cbd78c admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:24:19.053448 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] Sync routers for ids ['ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:24:19.070404 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] Routers {'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:24:19.070773 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:24:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:19.105989 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2f048165-42b5-4f15-bb32-11ca37cbd78c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:19.109942 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-2f048165-42b5-4f15-bb32-11ca37cbd78c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3749743 Feb 09 06:24:19.110240 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58070) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:19.165754 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-97a32d67-c2c6-40d1-9d71-fbab27f3c9f1 None None] Current status of the port 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:19.207799 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] Set router ccd39007-5ea1-4cc0-a659-d7fffcbdb10e gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:24:19.401307 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'name': 'tempest-TestMinimumBasicScenario-645329704-router', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:16Z', 'updated_at': '2022-02-09T06:24:18Z', 'revision_number': 3, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'gw_port': {'id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:17Z', 'updated_at': '2022-02-09T06:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:19.430678 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] Checking router: ccd39007-5ea1-4cc0-a659-d7fffcbdb10e for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:24:19.431343 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] Updating router ccd39007-5ea1-4cc0-a659-d7fffcbdb10e port a51a04e6-2d89-42b5-9a24-e32fcc606100 binding host dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 06:24:19.460594 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (a51a04e6-2d89-42b5-9a24-e32fcc606100), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:19.568115 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [req-d16bd492-882f-4ed4-bbff-11968b529bfd req-e0de4b58-d36d-45d5-9aaa-a68fb527e10d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103034) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 06:24:19.569321 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d16bd492-882f-4ed4-bbff-11968b529bfd req-e0de4b58-d36d-45d5-9aaa-a68fb527e10d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0592570 Feb 09 06:24:19.722649 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] Publish callbacks [] for port (a51a04e6-2d89-42b5-9a24-e32fcc606100), precommit_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:19.773670 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-56f22ee0-a565-4d06-85f6-bb886c5f7fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:19.787103 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (a51a04e6-2d89-42b5-9a24-e32fcc606100), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:19.843944 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] Attempting to bind port a51a04e6-2d89-42b5-9a24-e32fcc606100 on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:24:19.844313 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] Attempting to bind port a51a04e6-2d89-42b5-9a24-e32fcc606100 by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:24:19.844845 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] Attempting to bind port a51a04e6-2d89-42b5-9a24-e32fcc606100 on network 60906f90-e5e0-4579-a713-ae70aadf892a {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:24:19.847031 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e093b-81cd-443f-9574-20167ebe02ef None None] Pushing event updated for resources: {'Port': ['ID=a51a04e6-2d89-42b5-9a24-e32fcc606100,revision_number=2']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:19.852758 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:24:19.853140 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] Checking segment: {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:24:19.854721 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:19.854721 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] Bound using segment: {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:24:19.855077 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] Bound port: a51a04e6-2d89-42b5-9a24-e32fcc606100, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:24:19.855417 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (a51a04e6-2d89-42b5-9a24-e32fcc606100), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:19.888251 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebe41e-2bb4-475b-af05-5a41f576489c req-beb8d6e8-670f-4c9e-9a8f-6fc19da580e1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:19.890221 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-45ebe41e-2bb4-475b-af05-5a41f576489c req-beb8d6e8-670f-4c9e-9a8f-6fc19da580e1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 943 time: 0.0701237 Feb 09 06:24:19.918224 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] For port a51a04e6-2d89-42b5-9a24-e32fcc606100, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:24:19.921693 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] For port a51a04e6-2d89-42b5-9a24-e32fcc606100, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=a51a04e6-2d89-42b5-9a24-e32fcc606100,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:24:19.944405 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-45ebe41e-2bb4-475b-af05-5a41f576489c req-fab76c90-4286-49ca-9664-731437107087 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484562 Feb 09 06:24:19.946289 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [None req-56f22ee0-a565-4d06-85f6-bb886c5f7fa1 admin admin] Allocated IP 172.20.0.1 (9fe1f30b-3256-4c25-bddb-7942bd535543/72b8902e-7f71-4a8f-adcc-073c172ed396/246282b5-d92e-432b-b03a-93fcafd0b15b) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:24:20.004966 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (a51a04e6-2d89-42b5-9a24-e32fcc606100), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:20.052034 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] Routers {'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:24:20.052661 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:24:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:20.069426 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-56f22ee0-a565-4d06-85f6-bb886c5f7fa1 admin admin] Publish callbacks [] for port (246282b5-d92e-432b-b03a-93fcafd0b15b), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:20.136067 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e093b-81cd-443f-9574-20167ebe02ef None None] Pushing event updated for resources: {'Port': ['ID=a51a04e6-2d89-42b5-9a24-e32fcc606100,revision_number=3']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:20.164374 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-56f22ee0-a565-4d06-85f6-bb886c5f7fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (246282b5-d92e-432b-b03a-93fcafd0b15b), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:20.179364 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] Set router ccd39007-5ea1-4cc0-a659-d7fffcbdb10e gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:24:20.210713 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f22ee0-a565-4d06-85f6-bb886c5f7fa1 admin admin] Network 9fe1f30b-3256-4c25-bddb-7942bd535543 is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:24:20.213665 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-56f22ee0-a565-4d06-85f6-bb886c5f7fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:24:20.217449 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f22ee0-a565-4d06-85f6-bb886c5f7fa1 admin admin] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:24:20.247834 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f22ee0-a565-4d06-85f6-bb886c5f7fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=246282b5-d92e-432b-b03a-93fcafd0b15b,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:20.265699 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-56f22ee0-a565-4d06-85f6-bb886c5f7fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540644'] for router_interface (ccd39007-5ea1-4cc0-a659-d7fffcbdb10e), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:20.409625 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'name': 'tempest-TestMinimumBasicScenario-645329704-router', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:16Z', 'updated_at': '2022-02-09T06:24:18Z', 'revision_number': 3, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'gw_port': {'id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:17Z', 'updated_at': '2022-02-09T06:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:20.438831 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcf67a9-79bf-40be-b1ea-210a8a917871 None None] The sync data for ids ['ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'] in dv-cinder-801923-6-iscsi is: [{'id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'name': 'tempest-TestMinimumBasicScenario-645329704-router', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:16Z', 'updated_at': '2022-02-09T06:24:18Z', 'revision_number': 3, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'gw_port': {'id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:17Z', 'updated_at': '2022-02-09T06:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:24:20.475975 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58110) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:20.504785 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-6c6c913c-b74a-4f03-bf34-edc695bf30b4 None None] Provisioning complete for port 246282b5-d92e-432b-b03a-93fcafd0b15b triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:20.505184 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-6c6c913c-b74a-4f03-bf34-edc695bf30b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (246282b5-d92e-432b-b03a-93fcafd0b15b), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:20.514372 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-56f22ee0-a565-4d06-85f6-bb886c5f7fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (246282b5-d92e-432b-b03a-93fcafd0b15b), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:20.554442 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-6c6c913c-b74a-4f03-bf34-edc695bf30b4 None None] Port 246282b5-d92e-432b-b03a-93fcafd0b15b cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:24:20.729405 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-2be8a7c7-137c-466f-9993-bdd778762c06 req-72bfad4a-184a-44ff-ab1b-6a31b6c2c161 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2521641 Feb 09 06:24:20.741402 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [req-2be8a7c7-137c-466f-9993-bdd778762c06 req-e2ca0f7c-ab0f-4973-b8bb-7b3d6ca24fb8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103035) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 06:24:20.742401 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-2be8a7c7-137c-466f-9993-bdd778762c06 req-e2ca0f7c-ab0f-4973-b8bb-7b3d6ca24fb8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051513 Feb 09 06:24:20.751756 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:24:20.753201 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-56f22ee0-a565-4d06-85f6-bb886c5f7fa1 admin admin] Publish callbacks [] for port (246282b5-d92e-432b-b03a-93fcafd0b15b), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:20.816027 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:20.816425 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:20.844463 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-56f22ee0-a565-4d06-85f6-bb886c5f7fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (246282b5-d92e-432b-b03a-93fcafd0b15b), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:20.906334 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:20.919076 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-56f22ee0-a565-4d06-85f6-bb886c5f7fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1023630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541044'] for router_interface (ccd39007-5ea1-4cc0-a659-d7fffcbdb10e), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:20.922337 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f22ee0-a565-4d06-85f6-bb886c5f7fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=246282b5-d92e-432b-b03a-93fcafd0b15b,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:21.048917 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f22ee0-a565-4d06-85f6-bb886c5f7fa1 admin admin] Network 9fe1f30b-3256-4c25-bddb-7942bd535543 is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:24:21.050576 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-56f22ee0-a565-4d06-85f6-bb886c5f7fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:24:21.192207 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f22ee0-a565-4d06-85f6-bb886c5f7fa1 admin admin] Router ccd39007-5ea1-4cc0-a659-d7fffcbdb10e has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:24:21.305840 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55016c-c604-4421-bc72-98d618f17e1c req-c3c4d41d-0cd8-4c6e-8e0c-d1373d2599a3 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:21.307606 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6f55016c-c604-4421-bc72-98d618f17e1c req-c3c4d41d-0cd8-4c6e-8e0c-d1373d2599a3 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 943 time: 0.0721178 Feb 09 06:24:21.358944 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f22ee0-a565-4d06-85f6-bb886c5f7fa1 admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:24:21.362938 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6f55016c-c604-4421-bc72-98d618f17e1c req-7e20c883-e9c2-4a80-89ac-230908b62b31 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483513 Feb 09 06:24:21.367522 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-56f22ee0-a565-4d06-85f6-bb886c5f7fa1 admin admin] 10.222.0.13 "PUT /v2.0/routers/ccd39007-5ea1-4cc0-a659-d7fffcbdb10e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2555423 Feb 09 06:24:21.406571 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-7900542a-db89-4f95-a6b2-941dc6628767 None None] Provisioning complete for port 246282b5-d92e-432b-b03a-93fcafd0b15b triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:21.406571 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-7900542a-db89-4f95-a6b2-941dc6628767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (246282b5-d92e-432b-b03a-93fcafd0b15b), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:21.449748 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-7900542a-db89-4f95-a6b2-941dc6628767 None None] Port 246282b5-d92e-432b-b03a-93fcafd0b15b cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:24:22.173810 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58138) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:22.178792 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-d7a51cfa-20a8-4493-8961-f3a57bddc407 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1711269645-network', 'tenant_id': '645d8e5add384803af52137a9e3765b0'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:24:22.219047 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] Sync routers for ids ['ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'] in dv-cinder-801923-6-iscsi {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:24:22.229019 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] Routers {'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:24:22.229630 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:24:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:22.249702 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a51cfa-20a8-4493-8961-f3a57bddc407 admin admin] Made reservation on behalf of 645d8e5add384803af52137a9e3765b0 for: {'network': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:24:22.252762 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d7a51cfa-20a8-4493-8961-f3a57bddc407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for network (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:22.263000 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d7a51cfa-20a8-4493-8961-f3a57bddc407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:22.334423 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] Set router ccd39007-5ea1-4cc0-a659-d7fffcbdb10e gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:24:22.342955 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8a7c7-137c-466f-9993-bdd778762c06 req-2af51b7e-84ee-4448-8438-7821abf7a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:22.344524 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-2be8a7c7-137c-466f-9993-bdd778762c06 req-2af51b7e-84ee-4448-8438-7821abf7a6cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401&tenant_id=d23a13d2bd3b43c39a6fdef1f65a0540 HTTP/1.1" status: 200 len: 1127 time: 0.0671310 Feb 09 06:24:22.377049 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d7a51cfa-20a8-4493-8961-f3a57bddc407 admin admin] Publish callbacks [] for security_group (dfd15c1c-b86e-41e3-be67-7ee5c7228f54), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:22.428054 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8a7c7-137c-466f-9993-bdd778762c06 req-99ac91fe-f15a-4b00-9f6b-c95329e20c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:22.430212 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-2be8a7c7-137c-466f-9993-bdd778762c06 req-99ac91fe-f15a-4b00-9f6b-c95329e20c45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d23a13d2bd3b43c39a6fdef1f65a0540&device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 1127 time: 0.0489588 Feb 09 06:24:22.459415 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d7a51cfa-20a8-4493-8961-f3a57bddc407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (dfd15c1c-b86e-41e3-be67-7ee5c7228f54), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:22.520048 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a51cfa-20a8-4493-8961-f3a57bddc407 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 06:24:22.525554 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8078d5-f134-4ed7-982c-c51a255637d1 req-232721a8-a27a-4cb8-971c-157ffb30f8ff tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:22.527295 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cc8078d5-f134-4ed7-982c-c51a255637d1 req-232721a8-a27a-4cb8-971c-157ffb30f8ff tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 943 time: 0.0665720 Feb 09 06:24:22.536566 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a51cfa-20a8-4493-8961-f3a57bddc407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd15c1c-b86e-41e3-be67-7ee5c7228f54,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:22.551207 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d7a51cfa-20a8-4493-8961-f3a57bddc407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (949136a0-b77b-44a1-8891-5407a2743fe3), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:22.551622 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.db.segments_db [None req-d7a51cfa-20a8-4493-8961-f3a57bddc407 admin admin] Added segment 949136a0-b77b-44a1-8891-5407a2743fe3 of type vlan for network b034cff7-6e3d-49b6-8e52-8fa9726d1084 Feb 09 06:24:22.554581 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'name': 'tempest-TestMinimumBasicScenario-645329704-router', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:16Z', 'updated_at': '2022-02-09T06:24:20Z', 'revision_number': 4, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'gw_port': {'id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:17Z', 'updated_at': '2022-02-09T06:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '246282b5-d92e-432b-b03a-93fcafd0b15b', 'name': '', 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'mac_address': 'fa:16:3e:6d:64:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '72b8902e-7f71-4a8f-adcc-073c172ed396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:19Z', 'updated_at': '2022-02-09T06:24:20Z', 'revision_number': 2, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'subnets': [{'id': '72b8902e-7f71-4a8f-adcc-073c172ed396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:22.590771 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] Checking router: ccd39007-5ea1-4cc0-a659-d7fffcbdb10e for host: dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:24:22.591378 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] Updating router ccd39007-5ea1-4cc0-a659-d7fffcbdb10e port 246282b5-d92e-432b-b03a-93fcafd0b15b binding host dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 06:24:22.607467 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8a7c7-137c-466f-9993-bdd778762c06 req-86703707-dfbd-4f8d-bd01-299e19fbd65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:22.607889 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cc8078d5-f134-4ed7-982c-c51a255637d1 req-57fdeadf-972d-42d5-a793-11b68bc81c9c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644042 Feb 09 06:24:22.607988 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-2be8a7c7-137c-466f-9993-bdd778762c06 req-86703707-dfbd-4f8d-bd01-299e19fbd65e service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b10a0e1-f501-4b31-86fb-646a220008e1 HTTP/1.1" status: 200 len: 916 time: 0.1675830 Feb 09 06:24:22.630039 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d7a51cfa-20a8-4493-8961-f3a57bddc407 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788413497640'] for network (b034cff7-6e3d-49b6-8e52-8fa9726d1084), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:22.630249 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (246282b5-d92e-432b-b03a-93fcafd0b15b), before_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:22.717907 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-2be8a7c7-137c-466f-9993-bdd778762c06 req-265dc9ef-1640-475d-a930-d0267e1425f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be4671cf-6e71-490b-8d24-e822ba6472a9 HTTP/1.1" status: 200 len: 999 time: 0.1029942 Feb 09 06:24:22.769413 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device a51a04e6-2d89-42b5-9a24-e32fcc606100 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:24:22.790176 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8a7c7-137c-466f-9993-bdd778762c06 req-27faf602-ec48-4d47-b589-76e5c573d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:22.791764 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-2be8a7c7-137c-466f-9993-bdd778762c06 req-27faf602-ec48-4d47-b589-76e5c573d223 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=edec6496-1545-49e9-88fa-af018f151255 HTTP/1.1" status: 200 len: 855 time: 0.0679426 Feb 09 06:24:22.792929 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d7a51cfa-20a8-4493-8961-f3a57bddc407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for network (b034cff7-6e3d-49b6-8e52-8fa9726d1084), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:22.793853 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a51cfa-20a8-4493-8961-f3a57bddc407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:22.794914 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d7a51cfa-20a8-4493-8961-f3a57bddc407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:22.831008 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port a51a04e6-2d89-42b5-9a24-e32fcc606100 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:22.831704 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (a51a04e6-2d89-42b5-9a24-e32fcc606100), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:22.893881 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-d7a51cfa-20a8-4493-8961-f3a57bddc407 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7186403 Feb 09 06:24:22.896504 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 58152) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:22.900728 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a51cfa-20a8-4493-8961-f3a57bddc407 admin admin] Pushing event updated for resources: {'Network': ['ID=b034cff7-6e3d-49b6-8e52-8fa9726d1084,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:22.901457 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-d04c4839-bb36-4684-b591-252d5f816bfd admin admin] Request body: {'subnet': {'network_id': 'b034cff7-6e3d-49b6-8e52-8fa9726d1084', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1711269645-subnet', 'tenant_id': '645d8e5add384803af52137a9e3765b0', 'ip_version': 4}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:24:22.919780 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8a7c7-137c-466f-9993-bdd778762c06 req-e276c674-6f50-47ad-ace1-f5d19d601da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:22.921377 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-2be8a7c7-137c-466f-9993-bdd778762c06 req-e276c674-6f50-47ad-ace1-f5d19d601da7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b10a0e1-f501-4b31-86fb-646a220008e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1135161 Feb 09 06:24:22.922121 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Network b034cff7-6e3d-49b6-8e52-8fa9726d1084 details requested by agent ovs-agent-dv-cinder-801923-6-iscsi with host dv-cinder-801923-6-iscsi {{(pid=103036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 06:24:22.924405 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port a51a04e6-2d89-42b5-9a24-e32fcc606100 is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:22.924856 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (a51a04e6-2d89-42b5-9a24-e32fcc606100), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:22.955711 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] Publish callbacks [] for port (246282b5-d92e-432b-b03a-93fcafd0b15b), precommit_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:22.984197 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04c4839-bb36-4684-b591-252d5f816bfd admin admin] Made reservation on behalf of 645d8e5add384803af52137a9e3765b0 for: {'subnet': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:24:22.989495 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d04c4839-bb36-4684-b591-252d5f816bfd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4413199'] for subnet (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:22.991711 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] For port a51a04e6-2d89-42b5-9a24-e32fcc606100, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=a51a04e6-2d89-42b5-9a24-e32fcc606100,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:24:23.018225 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (246282b5-d92e-432b-b03a-93fcafd0b15b), after_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:23.029641 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-2be8a7c7-137c-466f-9993-bdd778762c06 req-76cea375-9896-40e2-9cdd-5772b4045508 service neutron] 10.222.0.30 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981941 Feb 09 06:24:23.077468 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b0b88-600f-4f84-beb1-ef8e310a9356 None None] Pushing event updated for resources: {'Port': ['ID=246282b5-d92e-432b-b03a-93fcafd0b15b,revision_number=3']} {{(pid=103037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:23.085912 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b0b88-600f-4f84-beb1-ef8e310a9356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:23.086168 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (a51a04e6-2d89-42b5-9a24-e32fcc606100), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:23.086356 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b0b88-600f-4f84-beb1-ef8e310a9356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:23.086725 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b0b88-600f-4f84-beb1-ef8e310a9356 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:23.087218 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b0b88-600f-4f84-beb1-ef8e310a9356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:23.087552 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b0b88-600f-4f84-beb1-ef8e310a9356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:23.088449 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b0b88-600f-4f84-beb1-ef8e310a9356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:23.088816 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b0b88-600f-4f84-beb1-ef8e310a9356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:23.089313 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b0b88-600f-4f84-beb1-ef8e310a9356 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:23.089659 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b0b88-600f-4f84-beb1-ef8e310a9356 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:23.089983 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b0b88-600f-4f84-beb1-ef8e310a9356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:23.090908 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b0b88-600f-4f84-beb1-ef8e310a9356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:23.091388 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b0b88-600f-4f84-beb1-ef8e310a9356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:23.091863 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b0b88-600f-4f84-beb1-ef8e310a9356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:23.178682 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] Attempting to bind port 246282b5-d92e-432b-b03a-93fcafd0b15b on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:24:23.179052 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] Attempting to bind port 246282b5-d92e-432b-b03a-93fcafd0b15b by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '94c5ea10-ef18-4822-81c3-713c44352c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543'}] {{(pid=103037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:24:23.179413 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] Attempting to bind port 246282b5-d92e-432b-b03a-93fcafd0b15b on network 9fe1f30b-3256-4c25-bddb-7942bd535543 {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:24:23.181924 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Pushing event updated for resources: {'Port': ['ID=a51a04e6-2d89-42b5-9a24-e32fcc606100,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:23.185733 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:24:23.186304 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] Checking segment: {'id': '94c5ea10-ef18-4822-81c3-713c44352c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:24:23.186714 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:23.187098 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] Bound using segment: {'id': '94c5ea10-ef18-4822-81c3-713c44352c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543'} {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:24:23.187562 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] Bound port: 246282b5-d92e-432b-b03a-93fcafd0b15b, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c5ea10-ef18-4822-81c3-713c44352c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543'}}] {{(pid=103037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:24:23.187939 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (246282b5-d92e-432b-b03a-93fcafd0b15b), before_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:23.191398 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-2be8a7c7-137c-466f-9993-bdd778762c06 req-7d7b6d3c-3801-422d-b233-995004ddd371 service neutron] 10.222.0.30 "GET /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564662 Feb 09 06:24:23.349485 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d04c4839-bb36-4684-b591-252d5f816bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6166051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4413233'] for subnet (d30bdeb7-7d77-4a1e-8943-c47003d457b3), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:23.356520 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.db [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] For port 246282b5-d92e-432b-b03a-93fcafd0b15b, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:24:23.359613 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.db [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] For port 246282b5-d92e-432b-b03a-93fcafd0b15b, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=246282b5-d92e-432b-b03a-93fcafd0b15b,segment=NetworkSegment(94c5ea10-ef18-4822-81c3-713c44352c6e),segment_id=94c5ea10-ef18-4822-81c3-713c44352c6e)] {{(pid=103037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:24:23.383117 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-63fef605-7863-4cf9-ab92-36fdc0de97e5 None None] Provisioning complete for port 246282b5-d92e-432b-b03a-93fcafd0b15b triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:23.383430 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-63fef605-7863-4cf9-ab92-36fdc0de97e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (246282b5-d92e-432b-b03a-93fcafd0b15b), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:23.393004 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c4839-bb36-4684-b591-252d5f816bfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d30bdeb7-7d77-4a1e-8943-c47003d457b3,revision_number=0']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:23.396020 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04c4839-bb36-4684-b591-252d5f816bfd admin admin] Checking segment: {'id': '949136a0-b77b-44a1-8891-5407a2743fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b034cff7-6e3d-49b6-8e52-8fa9726d1084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:24:23.396328 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04c4839-bb36-4684-b591-252d5f816bfd admin admin] Network hostable DHCP agents. Network: b034cff7-6e3d-49b6-8e52-8fa9726d1084, hostable agents: ['be82b069-f1bc-4233-ac9e-ce94c711d4de'], hosted agents: [] {{(pid=103034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 06:24:23.418607 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-63fef605-7863-4cf9-ab92-36fdc0de97e5 None None] Port 246282b5-d92e-432b-b03a-93fcafd0b15b cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:24:23.428927 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (246282b5-d92e-432b-b03a-93fcafd0b15b), after_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:23.482864 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] Routers {'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:24:23.483498 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:24:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:23.506981 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04c4839-bb36-4684-b591-252d5f816bfd admin admin] Network b034cff7-6e3d-49b6-8e52-8fa9726d1084 is scheduled to be hosted by DHCP agent be82b069-f1bc-4233-ac9e-ce94c711d4de with binding_index 1 {{(pid=103034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 06:24:23.557931 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b0b88-600f-4f84-beb1-ef8e310a9356 None None] Pushing event updated for resources: {'Port': ['ID=246282b5-d92e-432b-b03a-93fcafd0b15b,revision_number=4']} {{(pid=103037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:23.575810 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-d04c4839-bb36-4684-b591-252d5f816bfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801923-6-iscsi, b034cff7-6e3d-49b6-8e52-8fa9726d1084) {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:24:23.582334 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04c4839-bb36-4684-b591-252d5f816bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:23.583950 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d04c4839-bb36-4684-b591-252d5f816bfd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:23.589564 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c53763-d9e5-41bc-bcac-666d4854be9f None None] Network b034cff7-6e3d-49b6-8e52-8fa9726d1084 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:24:23.651658 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] Set router ccd39007-5ea1-4cc0-a659-d7fffcbdb10e gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:24:23.721513 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-d04c4839-bb36-4684-b591-252d5f816bfd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8227382 Feb 09 06:24:23.734090 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58172) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:23.739403 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-cb5d774d-5fce-417d-8d8e-9e1151bd74d7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1711269645-router', 'tenant_id': '645d8e5add384803af52137a9e3765b0', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:24:23.750440 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c056948d-0808-43df-83cb-dc837374449f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp140a898b-deca-5bfd-a45e-18b8b718c871-b034cff7-6e3d-49b6-8e52-8fa9726d1084', 'network_id': 'b034cff7-6e3d-49b6-8e52-8fa9726d1084', 'project_id': '645d8e5add384803af52137a9e3765b0', 'fixed_ips': [{'subnet_id': 'd30bdeb7-7d77-4a1e-8943-c47003d457b3'}]}} from dv-cinder-801923-6-iscsi. {{(pid=103036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 06:24:23.751288 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c056948d-0808-43df-83cb-dc837374449f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:23.774102 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-4304e86d-ddb2-44c5-b904-37b53f3d6438 None None] Provisioning complete for port 246282b5-d92e-432b-b03a-93fcafd0b15b triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:23.775269 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-4304e86d-ddb2-44c5-b904-37b53f3d6438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (246282b5-d92e-432b-b03a-93fcafd0b15b), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:23.795017 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c9def-75ce-45ff-b9e9-2847e221056b req-c0315fe9-3631-4a6e-8c86-ac9275f85abf tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:23.798042 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-376c9def-75ce-45ff-b9e9-2847e221056b req-c0315fe9-3631-4a6e-8c86-ac9275f85abf tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 943 time: 0.0699008 Feb 09 06:24:23.867055 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-cb5d774d-5fce-417d-8d8e-9e1151bd74d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router (63e1d46a-b3ff-4c14-be6d-cc0c89af10fd), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:23.867055 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-cb5d774d-5fce-417d-8d8e-9e1151bd74d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11054'] for router (63e1d46a-b3ff-4c14-be6d-cc0c89af10fd), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:23.867361 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-376c9def-75ce-45ff-b9e9-2847e221056b req-68035806-1145-4e13-9826-347ea11542d7 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637367 Feb 09 06:24:23.930941 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'name': 'tempest-TestMinimumBasicScenario-645329704-router', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:16Z', 'updated_at': '2022-02-09T06:24:20Z', 'revision_number': 4, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'gw_port': {'id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:17Z', 'updated_at': '2022-02-09T06:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '246282b5-d92e-432b-b03a-93fcafd0b15b', 'name': '', 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'mac_address': 'fa:16:3e:6d:64:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '72b8902e-7f71-4a8f-adcc-073c172ed396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:19Z', 'updated_at': '2022-02-09T06:24:23Z', 'revision_number': 4, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'subnets': [{'id': '72b8902e-7f71-4a8f-adcc-073c172ed396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:23.938809 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-cb5d774d-5fce-417d-8d8e-9e1151bd74d7 admin admin] Publish callbacks [] for router_controller (63e1d46a-b3ff-4c14-be6d-cc0c89af10fd), precommit_add_association {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:23.958654 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c610a71-1603-4af6-bcc9-b1013e7edd94 None None] The sync data for ids ['ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'] in dv-cinder-801923-6-iscsi is: [{'id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'name': 'tempest-TestMinimumBasicScenario-645329704-router', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:16Z', 'updated_at': '2022-02-09T06:24:20Z', 'revision_number': 4, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'gw_port': {'id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:17Z', 'updated_at': '2022-02-09T06:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '246282b5-d92e-432b-b03a-93fcafd0b15b', 'name': '', 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'mac_address': 'fa:16:3e:6d:64:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '72b8902e-7f71-4a8f-adcc-073c172ed396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:19Z', 'updated_at': '2022-02-09T06:24:23Z', 'revision_number': 4, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'subnets': [{'id': '72b8902e-7f71-4a8f-adcc-073c172ed396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:24:23.978933 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-4304e86d-ddb2-44c5-b904-37b53f3d6438 None None] Current status of the port 246282b5-d92e-432b-b03a-93fcafd0b15b is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:23.979675 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-4304e86d-ddb2-44c5-b904-37b53f3d6438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (246282b5-d92e-432b-b03a-93fcafd0b15b), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:23.999130 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.db_base_plugin_common [None req-c056948d-0808-43df-83cb-dc837374449f None None] Allocated IP 172.20.0.2 (b034cff7-6e3d-49b6-8e52-8fa9726d1084/d30bdeb7-7d77-4a1e-8943-c47003d457b3/32e20575-268a-4df2-a775-6e7000454ca8) {{(pid=103036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:24:24.099637 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-4304e86d-ddb2-44c5-b904-37b53f3d6438 None None] For port 246282b5-d92e-432b-b03a-93fcafd0b15b, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=246282b5-d92e-432b-b03a-93fcafd0b15b,segment=NetworkSegment(94c5ea10-ef18-4822-81c3-713c44352c6e),segment_id=94c5ea10-ef18-4822-81c3-713c44352c6e)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:24:24.162826 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-4304e86d-ddb2-44c5-b904-37b53f3d6438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (246282b5-d92e-432b-b03a-93fcafd0b15b), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:24.353076 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-cb5d774d-5fce-417d-8d8e-9e1151bd74d7 admin admin] Publish callbacks [] for router_gateway (63e1d46a-b3ff-4c14-be6d-cc0c89af10fd), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:24.370071 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304e86d-ddb2-44c5-b904-37b53f3d6438 None None] Pushing event updated for resources: {'Port': ['ID=246282b5-d92e-432b-b03a-93fcafd0b15b,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:24.414313 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c056948d-0808-43df-83cb-dc837374449f None None] Publish callbacks [] for port (32e20575-268a-4df2-a775-6e7000454ca8), precommit_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:24.496250 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c056948d-0808-43df-83cb-dc837374449f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (32e20575-268a-4df2-a775-6e7000454ca8), after_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:24.792325 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c056948d-0808-43df-83cb-dc837374449f None None] Network b034cff7-6e3d-49b6-8e52-8fa9726d1084 is already hosted by enough agents. {{(pid=103036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:24:24.797890 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.scheduler.base_scheduler [None req-c056948d-0808-43df-83cb-dc837374449f None None] Resources bound (agent type, host, resource id): {{(pid=103036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:24:24.804191 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056948d-0808-43df-83cb-dc837374449f None None] Pushing event updated for resources: {'Port': ['ID=32e20575-268a-4df2-a775-6e7000454ca8,revision_number=1']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:24.808283 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c056948d-0808-43df-83cb-dc837374449f None None] Received port after_create {{(pid=103036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:24:24.908485 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-c056948d-0808-43df-83cb-dc837374449f None None] Attempting to bind port 32e20575-268a-4df2-a775-6e7000454ca8 on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:24:24.908485 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-c056948d-0808-43df-83cb-dc837374449f None None] Attempting to bind port 32e20575-268a-4df2-a775-6e7000454ca8 by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '949136a0-b77b-44a1-8891-5407a2743fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b034cff7-6e3d-49b6-8e52-8fa9726d1084'}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:24:24.909321 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c056948d-0808-43df-83cb-dc837374449f None None] Attempting to bind port 32e20575-268a-4df2-a775-6e7000454ca8 on network b034cff7-6e3d-49b6-8e52-8fa9726d1084 {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:24:24.918325 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c056948d-0808-43df-83cb-dc837374449f None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:24:24.919186 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c056948d-0808-43df-83cb-dc837374449f None None] Checking segment: {'id': '949136a0-b77b-44a1-8891-5407a2743fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b034cff7-6e3d-49b6-8e52-8fa9726d1084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:24:24.919877 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c056948d-0808-43df-83cb-dc837374449f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:24.921961 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c056948d-0808-43df-83cb-dc837374449f None None] Bound using segment: {'id': '949136a0-b77b-44a1-8891-5407a2743fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b034cff7-6e3d-49b6-8e52-8fa9726d1084'} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:24:24.924598 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-c056948d-0808-43df-83cb-dc837374449f None None] Bound port: 32e20575-268a-4df2-a775-6e7000454ca8, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949136a0-b77b-44a1-8891-5407a2743fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b034cff7-6e3d-49b6-8e52-8fa9726d1084'}}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:24:24.925185 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c056948d-0808-43df-83cb-dc837374449f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (32e20575-268a-4df2-a775-6e7000454ca8), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:24.942651 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 246282b5-d92e-432b-b03a-93fcafd0b15b up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:24:24.960714 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-cb5d774d-5fce-417d-8d8e-9e1151bd74d7 admin admin] Publish callbacks [] for router_gateway (63e1d46a-b3ff-4c14-be6d-cc0c89af10fd), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:25.010344 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-cb5d774d-5fce-417d-8d8e-9e1151bd74d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:25.116242 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-c056948d-0808-43df-83cb-dc837374449f None None] For port 32e20575-268a-4df2-a775-6e7000454ca8, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:24:25.125559 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-c056948d-0808-43df-83cb-dc837374449f None None] For port 32e20575-268a-4df2-a775-6e7000454ca8, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=32e20575-268a-4df2-a775-6e7000454ca8,segment=NetworkSegment(949136a0-b77b-44a1-8891-5407a2743fe3),segment_id=949136a0-b77b-44a1-8891-5407a2743fe3)] {{(pid=103036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:24:25.164085 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 246282b5-d92e-432b-b03a-93fcafd0b15b triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:25.164749 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (246282b5-d92e-432b-b03a-93fcafd0b15b), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:25.180632 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a2e9f-cd27-4232-888b-f444b58a633b req-c3ce9a99-fb24-4543-8ca3-1d36d3962648 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:25.182458 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0e8a2e9f-cd27-4232-888b-f444b58a633b req-c3ce9a99-fb24-4543-8ca3-1d36d3962648 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 943 time: 0.1172440 Feb 09 06:24:25.243613 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [None req-cb5d774d-5fce-417d-8d8e-9e1151bd74d7 admin admin] Allocated IP 172.27.3.15 (60906f90-e5e0-4579-a713-ae70aadf892a/3feeac82-f55f-4d1a-bdeb-44d8682c5c90/971b30bf-3944-43ed-b148-89658fcb9d85) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:24:25.250700 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c056948d-0808-43df-83cb-dc837374449f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (32e20575-268a-4df2-a775-6e7000454ca8), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:25.300665 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0e8a2e9f-cd27-4232-888b-f444b58a633b req-1afaf9cb-1a03-4967-9116-8e4d34fb3f2e tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041689 Feb 09 06:24:25.370124 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 246282b5-d92e-432b-b03a-93fcafd0b15b is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:25.371420 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device a51a04e6-2d89-42b5-9a24-e32fcc606100 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:24:25.414384 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056948d-0808-43df-83cb-dc837374449f None None] Pushing event updated for resources: {'Port': ['ID=32e20575-268a-4df2-a775-6e7000454ca8,revision_number=2']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:25.490091 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port a51a04e6-2d89-42b5-9a24-e32fcc606100 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:25.490460 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (a51a04e6-2d89-42b5-9a24-e32fcc606100), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:25.583830 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-cb5d774d-5fce-417d-8d8e-9e1151bd74d7 admin admin] Publish callbacks [] for port (971b30bf-3944-43ed-b148-89658fcb9d85), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:25.677088 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port a51a04e6-2d89-42b5-9a24-e32fcc606100 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:25.776245 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-cb5d774d-5fce-417d-8d8e-9e1151bd74d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (971b30bf-3944-43ed-b148-89658fcb9d85), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:25.899233 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5d774d-5fce-417d-8d8e-9e1151bd74d7 admin admin] Network 60906f90-e5e0-4579-a713-ae70aadf892a is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:24:25.906527 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-cb5d774d-5fce-417d-8d8e-9e1151bd74d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:24:25.912408 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5d774d-5fce-417d-8d8e-9e1151bd74d7 admin admin] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:24:25.998556 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d774d-5fce-417d-8d8e-9e1151bd74d7 admin admin] Pushing event updated for resources: {'Port': ['ID=971b30bf-3944-43ed-b148-89658fcb9d85,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:26.511963 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e072d-5beb-4414-9e61-4f8bd76cce9d req-0a65b778-2a56-468d-8e6b-a9d3851f21ed tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:26.514686 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ff5e072d-5beb-4414-9e61-4f8bd76cce9d req-0a65b778-2a56-468d-8e6b-a9d3851f21ed tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 943 time: 0.0845530 Feb 09 06:24:26.516160 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-cb5d774d-5fce-417d-8d8e-9e1151bd74d7 admin admin] Publish callbacks [] for router_gateway (63e1d46a-b3ff-4c14-be6d-cc0c89af10fd), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:26.630554 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ff5e072d-5beb-4414-9e61-4f8bd76cce9d req-677d81e9-8fc7-49b0-9cf3-8d8a5463bd75 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062994 Feb 09 06:24:26.826989 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 32e20575-268a-4df2-a775-6e7000454ca8 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:24:26.859004 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-cb5d774d-5fce-417d-8d8e-9e1151bd74d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540467'] for router (63e1d46a-b3ff-4c14-be6d-cc0c89af10fd), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:26.867927 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a10fd-23dc-41d7-a0cf-a71aae725883 req-133bfd66-833a-4a8d-bf4a-71d74fc14046 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:26.869811 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fa7a10fd-23dc-41d7-a0cf-a71aae725883 req-133bfd66-833a-4a8d-bf4a-71d74fc14046 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 945 time: 0.1171730 Feb 09 06:24:26.935333 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fa7a10fd-23dc-41d7-a0cf-a71aae725883 req-b7c1d6a0-cf6a-47f3-9af1-a02ce9244ebb tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=d39d3c7d-81e8-4fb4-aefd-8153170340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546072 Feb 09 06:24:26.964415 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 32e20575-268a-4df2-a775-6e7000454ca8 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:26.964415 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (32e20575-268a-4df2-a775-6e7000454ca8), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:27.125861 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 32e20575-268a-4df2-a775-6e7000454ca8 is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:27.126291 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (32e20575-268a-4df2-a775-6e7000454ca8), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:27.161125 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5d774d-5fce-417d-8d8e-9e1151bd74d7 admin admin] Router 63e1d46a-b3ff-4c14-be6d-cc0c89af10fd is scheduled to L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d with binding_index 1 {{(pid=103035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 06:24:27.188429 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] For port 32e20575-268a-4df2-a775-6e7000454ca8, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=32e20575-268a-4df2-a775-6e7000454ca8,segment=NetworkSegment(949136a0-b77b-44a1-8891-5407a2743fe3),segment_id=949136a0-b77b-44a1-8891-5407a2743fe3)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:24:27.193543 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fda5b0-5071-4502-81f7-fb541c2e4acc None None] Network b034cff7-6e3d-49b6-8e52-8fa9726d1084 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:24:27.276165 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-df9e43de-eed0-460f-a750-5d5c54f08fae None None] Provisioning complete for port 32e20575-268a-4df2-a775-6e7000454ca8 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:27.276754 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-df9e43de-eed0-460f-a750-5d5c54f08fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (32e20575-268a-4df2-a775-6e7000454ca8), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:27.316354 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (32e20575-268a-4df2-a775-6e7000454ca8), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:27.362287 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5d774d-5fce-417d-8d8e-9e1151bd74d7 admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:24:27.387408 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] Sync routers for ids ['63e1d46a-b3ff-4c14-be6d-cc0c89af10fd'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:24:27.437422 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] Routers {'63e1d46a-b3ff-4c14-be6d-cc0c89af10fd'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:24:27.438312 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:24:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['63e1d46a-b3ff-4c14-be6d-cc0c89af10fd'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:27.444414 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Pushing event updated for resources: {'Port': ['ID=32e20575-268a-4df2-a775-6e7000454ca8,revision_number=3']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:27.454640 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-cb5d774d-5fce-417d-8d8e-9e1151bd74d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:27.458770 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-cb5d774d-5fce-417d-8d8e-9e1151bd74d7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7203481 Feb 09 06:24:27.459021 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58206) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:27.594694 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-df9e43de-eed0-460f-a750-5d5c54f08fae None None] Current status of the port 32e20575-268a-4df2-a775-6e7000454ca8 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:27.638968 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] Set router 63e1d46a-b3ff-4c14-be6d-cc0c89af10fd gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:24:27.890774 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f22e58-a6a2-4de5-a27b-e98fb4c6d2f3 req-df3c5a16-439c-4989-b1ae-aff676b633fc tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:27.903931 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-37f22e58-a6a2-4de5-a27b-e98fb4c6d2f3 req-df3c5a16-439c-4989-b1ae-aff676b633fc tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 943 time: 0.1275010 Feb 09 06:24:28.049109 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e1d46a-b3ff-4c14-be6d-cc0c89af10fd', 'name': 'tempest-TestMinimumBasicScenario-1711269645-router', 'tenant_id': '645d8e5add384803af52137a9e3765b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '971b30bf-3944-43ed-b148-89658fcb9d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:23Z', 'updated_at': '2022-02-09T06:24:26Z', 'revision_number': 3, 'project_id': '645d8e5add384803af52137a9e3765b0', 'gw_port': {'id': '971b30bf-3944-43ed-b148-89658fcb9d85', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e1d46a-b3ff-4c14-be6d-cc0c89af10fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:25Z', 'updated_at': '2022-02-09T06:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:28.072492 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-37f22e58-a6a2-4de5-a27b-e98fb4c6d2f3 req-8842cfa5-360b-4179-b00c-40f20faff7ee tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671526 Feb 09 06:24:28.120270 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-9838157f-65c1-4a59-b261-6d6fe9ee921f None None] Provisioning complete for port 32e20575-268a-4df2-a775-6e7000454ca8 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:28.130865 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9838157f-65c1-4a59-b261-6d6fe9ee921f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (32e20575-268a-4df2-a775-6e7000454ca8), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:28.182070 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] Checking router: 63e1d46a-b3ff-4c14-be6d-cc0c89af10fd for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:24:28.184369 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] Updating router 63e1d46a-b3ff-4c14-be6d-cc0c89af10fd port 971b30bf-3944-43ed-b148-89658fcb9d85 binding host dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 06:24:28.202002 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1db57-636e-4faf-adf7-0600ae37a9d3 req-df19143a-a134-48c9-a84c-e29d9d86fe31 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:28.216040 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-06c1db57-636e-4faf-adf7-0600ae37a9d3 req-df19143a-a134-48c9-a84c-e29d9d86fe31 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 945 time: 0.1182663 Feb 09 06:24:28.273790 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (971b30bf-3944-43ed-b148-89658fcb9d85), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:28.310157 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-06c1db57-636e-4faf-adf7-0600ae37a9d3 req-ecc5fdd2-d3ee-49a7-a7dd-6da3a2710e08 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=d39d3c7d-81e8-4fb4-aefd-8153170340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879462 Feb 09 06:24:28.489666 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-9838157f-65c1-4a59-b261-6d6fe9ee921f None None] Current status of the port 32e20575-268a-4df2-a775-6e7000454ca8 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:28.581059 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ab027be9-8fb9-4737-8be3-e6871df97f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:28.759153 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] Publish callbacks [] for port (971b30bf-3944-43ed-b148-89658fcb9d85), precommit_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:28.782755 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 32e20575-268a-4df2-a775-6e7000454ca8 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:24:28.816155 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [None req-ab027be9-8fb9-4737-8be3-e6871df97f58 admin admin] Allocated IP 172.20.0.1 (b034cff7-6e3d-49b6-8e52-8fa9726d1084/d30bdeb7-7d77-4a1e-8943-c47003d457b3/3eae24a2-4c80-470f-8384-ef2ec2e481f6) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:24:28.848058 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (971b30bf-3944-43ed-b148-89658fcb9d85), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:28.906162 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 32e20575-268a-4df2-a775-6e7000454ca8 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:28.906577 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (32e20575-268a-4df2-a775-6e7000454ca8), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:28.962587 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ab027be9-8fb9-4737-8be3-e6871df97f58 admin admin] Publish callbacks [] for port (3eae24a2-4c80-470f-8384-ef2ec2e481f6), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:28.969020 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d58303-c655-4754-b89f-9f4da1270660 None None] Pushing event updated for resources: {'Port': ['ID=971b30bf-3944-43ed-b148-89658fcb9d85,revision_number=2']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:28.973087 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] Attempting to bind port 971b30bf-3944-43ed-b148-89658fcb9d85 on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:24:28.973250 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] Attempting to bind port 971b30bf-3944-43ed-b148-89658fcb9d85 by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:24:28.973619 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] Attempting to bind port 971b30bf-3944-43ed-b148-89658fcb9d85 on network 60906f90-e5e0-4579-a713-ae70aadf892a {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:24:28.989073 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:24:28.989556 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] Checking segment: {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:24:28.989974 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:28.990433 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] Bound using segment: {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:24:28.991236 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] Bound port: 971b30bf-3944-43ed-b148-89658fcb9d85, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:24:28.991654 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (971b30bf-3944-43ed-b148-89658fcb9d85), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:29.084674 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ab027be9-8fb9-4737-8be3-e6871df97f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (3eae24a2-4c80-470f-8384-ef2ec2e481f6), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:29.133390 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] For port 971b30bf-3944-43ed-b148-89658fcb9d85, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:24:29.160470 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] For port 971b30bf-3944-43ed-b148-89658fcb9d85, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=971b30bf-3944-43ed-b148-89658fcb9d85,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:24:29.162050 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 32e20575-268a-4df2-a775-6e7000454ca8 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:29.185424 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab027be9-8fb9-4737-8be3-e6871df97f58 admin admin] Pushing event updated for resources: {'Port': ['ID=3eae24a2-4c80-470f-8384-ef2ec2e481f6,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:29.197730 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab027be9-8fb9-4737-8be3-e6871df97f58 admin admin] Network b034cff7-6e3d-49b6-8e52-8fa9726d1084 is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:24:29.200752 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-ab027be9-8fb9-4737-8be3-e6871df97f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:24:29.201965 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab027be9-8fb9-4737-8be3-e6871df97f58 admin admin] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:24:29.244156 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ab027be9-8fb9-4737-8be3-e6871df97f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540644'] for router_interface (63e1d46a-b3ff-4c14-be6d-cc0c89af10fd), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:29.254041 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (971b30bf-3944-43ed-b148-89658fcb9d85), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:29.275362 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436485f8-87e4-48d8-ba19-b3fbb8a0d1e1 req-399ad200-b356-47ad-830e-0c8d617a9241 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:29.282557 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-436485f8-87e4-48d8-ba19-b3fbb8a0d1e1 req-399ad200-b356-47ad-830e-0c8d617a9241 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 943 time: 0.1044626 Feb 09 06:24:29.367548 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-436485f8-87e4-48d8-ba19-b3fbb8a0d1e1 req-3c00b528-4488-4ccc-a49b-98d0f8ecbdde tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719547 Feb 09 06:24:29.456963 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] Routers {'63e1d46a-b3ff-4c14-be6d-cc0c89af10fd'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:24:29.457817 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:24:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['63e1d46a-b3ff-4c14-be6d-cc0c89af10fd'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:29.516285 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d58303-c655-4754-b89f-9f4da1270660 None None] Pushing event updated for resources: {'Port': ['ID=971b30bf-3944-43ed-b148-89658fcb9d85,revision_number=3']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:29.561532 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357300a-4ced-488d-8b79-8416563a1527 req-32af883b-7850-4656-b695-1c17de4acb03 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:29.563629 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3357300a-4ced-488d-8b79-8416563a1527 req-32af883b-7850-4656-b695-1c17de4acb03 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 945 time: 0.0804539 Feb 09 06:24:29.587027 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ab027be9-8fb9-4737-8be3-e6871df97f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (3eae24a2-4c80-470f-8384-ef2ec2e481f6), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:29.651319 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3357300a-4ced-488d-8b79-8416563a1527 req-ccd926fe-6fa9-4481-9bdc-d1dc4a1c9f19 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=d39d3c7d-81e8-4fb4-aefd-8153170340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804491 Feb 09 06:24:29.754064 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-98a7d6c9-8c6c-41f7-92c3-92181ac13157 None None] Provisioning complete for port 3eae24a2-4c80-470f-8384-ef2ec2e481f6 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:29.754653 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-98a7d6c9-8c6c-41f7-92c3-92181ac13157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (3eae24a2-4c80-470f-8384-ef2ec2e481f6), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:29.807984 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-98a7d6c9-8c6c-41f7-92c3-92181ac13157 None None] Port 3eae24a2-4c80-470f-8384-ef2ec2e481f6 cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:24:29.849609 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] Set router 63e1d46a-b3ff-4c14-be6d-cc0c89af10fd gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:24:29.955838 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ab027be9-8fb9-4737-8be3-e6871df97f58 admin admin] Publish callbacks [] for port (3eae24a2-4c80-470f-8384-ef2ec2e481f6), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:30.015604 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ab027be9-8fb9-4737-8be3-e6871df97f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (3eae24a2-4c80-470f-8384-ef2ec2e481f6), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:30.126171 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ab027be9-8fb9-4737-8be3-e6871df97f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1023630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541044'] for router_interface (63e1d46a-b3ff-4c14-be6d-cc0c89af10fd), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:30.144007 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab027be9-8fb9-4737-8be3-e6871df97f58 admin admin] Pushing event updated for resources: {'Port': ['ID=3eae24a2-4c80-470f-8384-ef2ec2e481f6,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:30.159788 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e1d46a-b3ff-4c14-be6d-cc0c89af10fd', 'name': 'tempest-TestMinimumBasicScenario-1711269645-router', 'tenant_id': '645d8e5add384803af52137a9e3765b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '971b30bf-3944-43ed-b148-89658fcb9d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:23Z', 'updated_at': '2022-02-09T06:24:26Z', 'revision_number': 3, 'project_id': '645d8e5add384803af52137a9e3765b0', 'gw_port': {'id': '971b30bf-3944-43ed-b148-89658fcb9d85', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e1d46a-b3ff-4c14-be6d-cc0c89af10fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:25Z', 'updated_at': '2022-02-09T06:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:30.216312 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2550d3f-1125-4094-bf32-be210e75bce2 None None] The sync data for ids ['63e1d46a-b3ff-4c14-be6d-cc0c89af10fd'] in dv-cinder-801923-6-iscsi is: [{'id': '63e1d46a-b3ff-4c14-be6d-cc0c89af10fd', 'name': 'tempest-TestMinimumBasicScenario-1711269645-router', 'tenant_id': '645d8e5add384803af52137a9e3765b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '971b30bf-3944-43ed-b148-89658fcb9d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:23Z', 'updated_at': '2022-02-09T06:24:26Z', 'revision_number': 3, 'project_id': '645d8e5add384803af52137a9e3765b0', 'gw_port': {'id': '971b30bf-3944-43ed-b148-89658fcb9d85', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e1d46a-b3ff-4c14-be6d-cc0c89af10fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:25Z', 'updated_at': '2022-02-09T06:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:24:30.290749 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab027be9-8fb9-4737-8be3-e6871df97f58 admin admin] Network b034cff7-6e3d-49b6-8e52-8fa9726d1084 is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:24:30.292208 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-ab027be9-8fb9-4737-8be3-e6871df97f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:24:30.477367 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab027be9-8fb9-4737-8be3-e6871df97f58 admin admin] Router 63e1d46a-b3ff-4c14-be6d-cc0c89af10fd has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:24:30.633308 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0218a-1547-43fb-b784-79954543b655 req-3f9f66dd-59f1-4353-b866-9564348dec93 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:30.666919 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-36e0218a-1547-43fb-b784-79954543b655 req-3f9f66dd-59f1-4353-b866-9564348dec93 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 943 time: 0.1074169 Feb 09 06:24:30.689823 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-7ebdfc46-67ce-4eb9-926a-2a318d302d1f None None] Provisioning complete for port 3eae24a2-4c80-470f-8384-ef2ec2e481f6 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:30.691413 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-7ebdfc46-67ce-4eb9-926a-2a318d302d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (3eae24a2-4c80-470f-8384-ef2ec2e481f6), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:30.759692 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-36e0218a-1547-43fb-b784-79954543b655 req-816a9356-a81d-49a4-a994-45f91dfdbb1c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732212 Feb 09 06:24:30.786985 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-7ebdfc46-67ce-4eb9-926a-2a318d302d1f None None] Port 3eae24a2-4c80-470f-8384-ef2ec2e481f6 cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:24:30.837982 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab027be9-8fb9-4737-8be3-e6871df97f58 admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:24:30.872944 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-ab027be9-8fb9-4737-8be3-e6871df97f58 admin admin] 10.222.0.13 "PUT /v2.0/routers/63e1d46a-b3ff-4c14-be6d-cc0c89af10fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4041336 Feb 09 06:24:30.916411 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea7d62-8690-4afa-8fd7-e796c36d0471 req-fccd6ccd-dd69-47e6-b704-9c7e4637d361 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:30.946851 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5bea7d62-8690-4afa-8fd7-e796c36d0471 req-fccd6ccd-dd69-47e6-b704-9c7e4637d361 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 945 time: 0.1441345 Feb 09 06:24:30.946942 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 971b30bf-3944-43ed-b148-89658fcb9d85 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:24:31.057885 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5bea7d62-8690-4afa-8fd7-e796c36d0471 req-74286af5-9120-47cc-a668-afb7b1dd0227 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=d39d3c7d-81e8-4fb4-aefd-8153170340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259308 Feb 09 06:24:31.093137 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 971b30bf-3944-43ed-b148-89658fcb9d85 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:31.093590 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (971b30bf-3944-43ed-b148-89658fcb9d85), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:31.195475 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 971b30bf-3944-43ed-b148-89658fcb9d85 is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:31.196808 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (971b30bf-3944-43ed-b148-89658fcb9d85), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:31.221737 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] For port 971b30bf-3944-43ed-b148-89658fcb9d85, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=971b30bf-3944-43ed-b148-89658fcb9d85,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:24:31.898911 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d26e91-bfda-4f3a-be20-2b438bc7d964 req-5255e73b-29f9-4d8c-b1ef-d0642bb8a3ca tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:31.900442 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c6d26e91-bfda-4f3a-be20-2b438bc7d964 req-5255e73b-29f9-4d8c-b1ef-d0642bb8a3ca tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 943 time: 0.0646648 Feb 09 06:24:31.956465 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c6d26e91-bfda-4f3a-be20-2b438bc7d964 req-54849cca-6e56-40a6-a000-89bb023d0f73 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504327 Feb 09 06:24:32.211502 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (971b30bf-3944-43ed-b148-89658fcb9d85), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:32.265475 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ad7e7-1f88-404e-8caa-b57d9710bb9b req-1b11d3ac-f706-405e-aabc-ccf031f5145c tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:32.271735 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a06ad7e7-1f88-404e-8caa-b57d9710bb9b req-1b11d3ac-f706-405e-aabc-ccf031f5145c tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 945 time: 0.0991309 Feb 09 06:24:32.291315 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:32.321236 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Pushing event updated for resources: {'Port': ['ID=971b30bf-3944-43ed-b148-89658fcb9d85,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:32.339767 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a06ad7e7-1f88-404e-8caa-b57d9710bb9b req-0246f8db-1b05-4cb3-9082-5184883b3e37 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=d39d3c7d-81e8-4fb4-aefd-8153170340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658581 Feb 09 06:24:32.435714 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] Sync routers for ids ['63e1d46a-b3ff-4c14-be6d-cc0c89af10fd'] in dv-cinder-801923-6-iscsi {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:24:32.446424 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] Routers {'63e1d46a-b3ff-4c14-be6d-cc0c89af10fd'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:24:32.447817 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:24:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['63e1d46a-b3ff-4c14-be6d-cc0c89af10fd'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:32.603532 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] Set router 63e1d46a-b3ff-4c14-be6d-cc0c89af10fd gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:24:32.773650 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 971b30bf-3944-43ed-b148-89658fcb9d85 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:24:32.877856 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 971b30bf-3944-43ed-b148-89658fcb9d85 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:32.878572 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (971b30bf-3944-43ed-b148-89658fcb9d85), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:32.885327 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e1d46a-b3ff-4c14-be6d-cc0c89af10fd', 'name': 'tempest-TestMinimumBasicScenario-1711269645-router', 'tenant_id': '645d8e5add384803af52137a9e3765b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '971b30bf-3944-43ed-b148-89658fcb9d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:23Z', 'updated_at': '2022-02-09T06:24:29Z', 'revision_number': 4, 'project_id': '645d8e5add384803af52137a9e3765b0', 'gw_port': {'id': '971b30bf-3944-43ed-b148-89658fcb9d85', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e1d46a-b3ff-4c14-be6d-cc0c89af10fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:25Z', 'updated_at': '2022-02-09T06:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '3eae24a2-4c80-470f-8384-ef2ec2e481f6', 'name': '', 'network_id': 'b034cff7-6e3d-49b6-8e52-8fa9726d1084', 'tenant_id': '645d8e5add384803af52137a9e3765b0', 'mac_address': 'fa:16:3e:dd:9e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e1d46a-b3ff-4c14-be6d-cc0c89af10fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd30bdeb7-7d77-4a1e-8943-c47003d457b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:28Z', 'updated_at': '2022-02-09T06:24:29Z', 'revision_number': 2, 'project_id': '645d8e5add384803af52137a9e3765b0', 'subnets': [{'id': 'd30bdeb7-7d77-4a1e-8943-c47003d457b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:32.974725 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] Checking router: 63e1d46a-b3ff-4c14-be6d-cc0c89af10fd for host: dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:24:32.981314 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] Updating router 63e1d46a-b3ff-4c14-be6d-cc0c89af10fd port 3eae24a2-4c80-470f-8384-ef2ec2e481f6 binding host dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 06:24:33.119898 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (3eae24a2-4c80-470f-8384-ef2ec2e481f6), before_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:33.169215 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 971b30bf-3944-43ed-b148-89658fcb9d85 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:33.228897 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca683a7-9e9f-464e-a086-59097ff8fb8b req-02c5d5f7-52f9-4311-9013-320390137a42 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:33.240489 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-dca683a7-9e9f-464e-a086-59097ff8fb8b req-02c5d5f7-52f9-4311-9013-320390137a42 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 943 time: 0.1037123 Feb 09 06:24:33.326382 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c34952-82d3-4cfa-b0b3-882107cd6259 req-ca78596e-3216-4572-b893-add9381dc796 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:33.332202 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-d5c34952-82d3-4cfa-b0b3-882107cd6259 req-ca78596e-3216-4572-b893-add9381dc796 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 945 time: 0.1248758 Feb 09 06:24:33.354242 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-dca683a7-9e9f-464e-a086-59097ff8fb8b req-5c688f82-a1b3-4b1d-97f0-61caa3f5d198 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070948 Feb 09 06:24:33.510091 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4ad1b-353f-478a-b8fd-e2e736e8bcc9 req-5550eb51-f064-4e1a-b152-e068e28f07ff tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:33.520824 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5ab4ad1b-353f-478a-b8fd-e2e736e8bcc9 req-5550eb51-f064-4e1a-b152-e068e28f07ff tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 945 time: 0.0720627 Feb 09 06:24:33.536115 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-d5c34952-82d3-4cfa-b0b3-882107cd6259 req-fcc5582a-9d9c-4fb9-b37c-683efaf66cc4 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Deleting port 422022f2-7957-4809-8b35-137dcb96c6ed {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:24:33.536611 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-d5c34952-82d3-4cfa-b0b3-882107cd6259 req-fcc5582a-9d9c-4fb9-b37c-683efaf66cc4 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (422022f2-7957-4809-8b35-137dcb96c6ed), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:33.670894 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5ab4ad1b-353f-478a-b8fd-e2e736e8bcc9 req-25e45b9d-6881-4ce9-8b8b-ebb05e1892ce tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups?id=d39d3c7d-81e8-4fb4-aefd-8153170340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486771 Feb 09 06:24:33.687102 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-d5c34952-82d3-4cfa-b0b3-882107cd6259 req-fcc5582a-9d9c-4fb9-b37c-683efaf66cc4 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] For port 422022f2-7957-4809-8b35-137dcb96c6ed, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=422022f2-7957-4809-8b35-137dcb96c6ed,segment=NetworkSegment(405211fb-b8d2-4256-a54d-473ad66a34f2),segment_id=405211fb-b8d2-4256-a54d-473ad66a34f2)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:24:33.687579 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-d5c34952-82d3-4cfa-b0b3-882107cd6259 req-fcc5582a-9d9c-4fb9-b37c-683efaf66cc4 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (422022f2-7957-4809-8b35-137dcb96c6ed), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:33.745385 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] Publish callbacks [] for port (3eae24a2-4c80-470f-8384-ef2ec2e481f6), precommit_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:33.822857 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (3eae24a2-4c80-470f-8384-ef2ec2e481f6), after_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:33.896824 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8176f5-a77e-47ef-9b4e-f99c3c604bf0 None None] Pushing event updated for resources: {'Port': ['ID=3eae24a2-4c80-470f-8384-ef2ec2e481f6,revision_number=3']} {{(pid=103037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:34.014535 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] Attempting to bind port 3eae24a2-4c80-470f-8384-ef2ec2e481f6 on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:24:34.014917 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] Attempting to bind port 3eae24a2-4c80-470f-8384-ef2ec2e481f6 by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '949136a0-b77b-44a1-8891-5407a2743fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b034cff7-6e3d-49b6-8e52-8fa9726d1084'}] {{(pid=103037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:24:34.015294 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] Attempting to bind port 3eae24a2-4c80-470f-8384-ef2ec2e481f6 on network b034cff7-6e3d-49b6-8e52-8fa9726d1084 {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:24:34.037334 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:24:34.037607 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] Checking segment: {'id': '949136a0-b77b-44a1-8891-5407a2743fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b034cff7-6e3d-49b6-8e52-8fa9726d1084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:24:34.037938 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:34.038528 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] Bound using segment: {'id': '949136a0-b77b-44a1-8891-5407a2743fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b034cff7-6e3d-49b6-8e52-8fa9726d1084'} {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:24:34.038969 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] Bound port: 3eae24a2-4c80-470f-8384-ef2ec2e481f6, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949136a0-b77b-44a1-8891-5407a2743fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b034cff7-6e3d-49b6-8e52-8fa9726d1084'}}] {{(pid=103037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:24:34.039442 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (3eae24a2-4c80-470f-8384-ef2ec2e481f6), before_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:34.081811 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-d5c34952-82d3-4cfa-b0b3-882107cd6259 req-fcc5582a-9d9c-4fb9-b37c-683efaf66cc4 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:34.082225 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-d5c34952-82d3-4cfa-b0b3-882107cd6259 req-fcc5582a-9d9c-4fb9-b37c-683efaf66cc4 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540521'] for floatingip (cf150f53-fe9e-4c74-96d5-7466c27f9e2f), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:34.083762 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.db.l3_db [req-d5c34952-82d3-4cfa-b0b3-882107cd6259 req-fcc5582a-9d9c-4fb9-b37c-683efaf66cc4 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Floating IP cf150f53-fe9e-4c74-96d5-7466c27f9e2f disassociated. External IP: 172.27.3.79, port: 422022f2-7957-4809-8b35-137dcb96c6ed. Feb 09 06:24:34.084204 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-d5c34952-82d3-4cfa-b0b3-882107cd6259 req-fcc5582a-9d9c-4fb9-b37c-683efaf66cc4 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Calling delete_port for 422022f2-7957-4809-8b35-137dcb96c6ed owned by compute:nova {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:24:34.160553 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.db [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] For port 3eae24a2-4c80-470f-8384-ef2ec2e481f6, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:24:34.164017 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.db [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] For port 3eae24a2-4c80-470f-8384-ef2ec2e481f6, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=3eae24a2-4c80-470f-8384-ef2ec2e481f6,segment=NetworkSegment(949136a0-b77b-44a1-8891-5407a2743fe3),segment_id=949136a0-b77b-44a1-8891-5407a2743fe3)] {{(pid=103037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:24:34.247229 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (3eae24a2-4c80-470f-8384-ef2ec2e481f6), after_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:34.247379 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-9bd149d5-3b83-4686-9db2-b8d9408723f6 None None] Provisioning complete for port 3eae24a2-4c80-470f-8384-ef2ec2e481f6 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:34.247965 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9bd149d5-3b83-4686-9db2-b8d9408723f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (3eae24a2-4c80-470f-8384-ef2ec2e481f6), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:34.366403 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] Routers {'63e1d46a-b3ff-4c14-be6d-cc0c89af10fd'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:24:34.370293 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:24:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['63e1d46a-b3ff-4c14-be6d-cc0c89af10fd'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:34.456137 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-d5c34952-82d3-4cfa-b0b3-882107cd6259 req-fcc5582a-9d9c-4fb9-b37c-683efaf66cc4 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (422022f2-7957-4809-8b35-137dcb96c6ed), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:34.456786 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353f5d0-03ed-471b-b361-63b57be7d7d7 req-f43bb3e3-e45b-4110-9054-68cb346e43de tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:34.473607 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6353f5d0-03ed-471b-b361-63b57be7d7d7 req-f43bb3e3-e45b-4110-9054-68cb346e43de tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.1521707 Feb 09 06:24:34.488318 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8176f5-a77e-47ef-9b4e-f99c3c604bf0 None None] Pushing event updated for resources: {'Port': ['ID=3eae24a2-4c80-470f-8384-ef2ec2e481f6,revision_number=4']} {{(pid=103037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:34.503424 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-9bd149d5-3b83-4686-9db2-b8d9408723f6 None None] Current status of the port 3eae24a2-4c80-470f-8384-ef2ec2e481f6 is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:34.503828 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9bd149d5-3b83-4686-9db2-b8d9408723f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (3eae24a2-4c80-470f-8384-ef2ec2e481f6), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:34.527960 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5582a-9d9c-4fb9-b37c-683efaf66cc4 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Pushing event deleted for resources: {'Port': ['ID=422022f2-7957-4809-8b35-137dcb96c6ed,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:34.586735 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-9bd149d5-3b83-4686-9db2-b8d9408723f6 None None] For port 3eae24a2-4c80-470f-8384-ef2ec2e481f6, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=3eae24a2-4c80-470f-8384-ef2ec2e481f6,segment=NetworkSegment(949136a0-b77b-44a1-8891-5407a2743fe3),segment_id=949136a0-b77b-44a1-8891-5407a2743fe3)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:24:34.624339 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] Set router 63e1d46a-b3ff-4c14-be6d-cc0c89af10fd gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:24:34.627442 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6353f5d0-03ed-471b-b361-63b57be7d7d7 req-0bcb5fc3-275f-45c4-9acd-0a23c4c598b4 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523423 Feb 09 06:24:34.681360 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd8f86-d293-445f-aa46-706327840bdc req-8245a1b7-0c3f-4464-bbdd-740f5be85642 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:34.691600 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9bd149d5-3b83-4686-9db2-b8d9408723f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (3eae24a2-4c80-470f-8384-ef2ec2e481f6), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:34.718159 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e9dd8f86-d293-445f-aa46-706327840bdc req-8245a1b7-0c3f-4464-bbdd-740f5be85642 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 943 time: 0.2224095 Feb 09 06:24:34.755574 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5c34952-82d3-4cfa-b0b3-882107cd6259 req-fcc5582a-9d9c-4fb9-b37c-683efaf66cc4 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:24:34.844004 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd149d5-3b83-4686-9db2-b8d9408723f6 None None] Pushing event updated for resources: {'Port': ['ID=3eae24a2-4c80-470f-8384-ef2ec2e481f6,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:34.850162 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-62d0082b-62a7-4b90-b58f-86d3530ab69f None None] Provisioning complete for port 3eae24a2-4c80-470f-8384-ef2ec2e481f6 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:34.856540 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-62d0082b-62a7-4b90-b58f-86d3530ab69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (3eae24a2-4c80-470f-8384-ef2ec2e481f6), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:34.905552 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fd98e28a-14a6-4819-a64a-7872cd143a48 req-db502a1c-a1b0-4801-8ee1-32e5e9c8e5dc tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 210 time: 0.0670187 Feb 09 06:24:34.928752 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5c34952-82d3-4cfa-b0b3-882107cd6259 req-fcc5582a-9d9c-4fb9-b37c-683efaf66cc4 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:24:34.946132 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e9dd8f86-d293-445f-aa46-706327840bdc req-45023edf-1894-4f0f-a4b0-1dc9b537ef70 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263472 Feb 09 06:24:34.989831 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c34952-82d3-4cfa-b0b3-882107cd6259 req-fcc5582a-9d9c-4fb9-b37c-683efaf66cc4 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] No DVR routers for this DVR port 422022f2-7957-4809-8b35-137dcb96c6ed on host hv-cinder-80192 {{(pid=103035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:24:34.991664 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca33ac8-5a27-46d9-b13a-8904b650c607 None None] Sync routers for ids ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:24:34.996296 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-d5c34952-82d3-4cfa-b0b3-882107cd6259 req-fcc5582a-9d9c-4fb9-b37c-683efaf66cc4 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:35.000998 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-d5c34952-82d3-4cfa-b0b3-882107cd6259 req-fcc5582a-9d9c-4fb9-b37c-683efaf66cc4 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.30 "DELETE /v2.0/ports/422022f2-7957-4809-8b35-137dcb96c6ed HTTP/1.1" status: 204 len: 173 time: 1.6336334 Feb 09 06:24:35.001561 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad', 'name': 'network-vif-deleted', 'tag': '422022f2-7957-4809-8b35-137dcb96c6ed'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:24:35.010376 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20334a-8a9b-4688-adc2-3421480b55e2 req-33ad7a1f-0767-4fa5-a2cb-d36384cae73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:35.013457 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8c20334a-8a9b-4688-adc2-3421480b55e2 req-33ad7a1f-0767-4fa5-a2cb-d36384cae73e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b80cac37fcb437488c5ff4623570b82&device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 1129 time: 0.2393947 Feb 09 06:24:35.014281 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdab716-0109-4261-ab0c-81ed0a7fc09c" -d '{"events": [{"server_uuid": "9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad", "name": "network-vif-deleted", "tag": "422022f2-7957-4809-8b35-137dcb96c6ed"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:24:35.044243 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca33ac8-5a27-46d9-b13a-8904b650c607 None None] Routers {'6fc422a2-d759-4ae1-ae0e-ca790832e0d0'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:24:35.044900 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-aca33ac8-5a27-46d9-b13a-8904b650c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:24:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:35.077187 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fe8706-0e8d-4263-af54-43b056f7e6ea x-openstack-request-id: req-44fe8706-0e8d-4263-af54-43b056f7e6ea {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:24:35.077437 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad", "name": "network-vif-deleted", "tag": "422022f2-7957-4809-8b35-137dcb96c6ed", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:24:35.077696 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44fe8706-0e8d-4263-af54-43b056f7e6ea {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:24:35.078095 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad', 'name': 'network-vif-deleted', 'tag': '422022f2-7957-4809-8b35-137dcb96c6ed', 'status': 'completed', 'code': 200} Feb 09 06:24:35.199208 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-62d0082b-62a7-4b90-b58f-86d3530ab69f None None] Current status of the port 3eae24a2-4c80-470f-8384-ef2ec2e481f6 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:35.211677 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20334a-8a9b-4688-adc2-3421480b55e2 req-c157b610-7871-4f20-8812-8c1202677ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:35.213227 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8c20334a-8a9b-4688-adc2-3421480b55e2 req-c157b610-7871-4f20-8812-8c1202677ea6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67ec2c57-d1a0-457d-93b8-506d35295f01 HTTP/1.1" status: 200 len: 908 time: 0.1757019 Feb 09 06:24:35.303756 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-aca33ac8-5a27-46d9-b13a-8904b650c607 None None] Set router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:24:35.310496 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e1d46a-b3ff-4c14-be6d-cc0c89af10fd', 'name': 'tempest-TestMinimumBasicScenario-1711269645-router', 'tenant_id': '645d8e5add384803af52137a9e3765b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '971b30bf-3944-43ed-b148-89658fcb9d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:23Z', 'updated_at': '2022-02-09T06:24:29Z', 'revision_number': 4, 'project_id': '645d8e5add384803af52137a9e3765b0', 'gw_port': {'id': '971b30bf-3944-43ed-b148-89658fcb9d85', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e1d46a-b3ff-4c14-be6d-cc0c89af10fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:25Z', 'updated_at': '2022-02-09T06:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '3eae24a2-4c80-470f-8384-ef2ec2e481f6', 'name': '', 'network_id': 'b034cff7-6e3d-49b6-8e52-8fa9726d1084', 'tenant_id': '645d8e5add384803af52137a9e3765b0', 'mac_address': 'fa:16:3e:dd:9e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e1d46a-b3ff-4c14-be6d-cc0c89af10fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd30bdeb7-7d77-4a1e-8943-c47003d457b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:28Z', 'updated_at': '2022-02-09T06:24:34Z', 'revision_number': 4, 'project_id': '645d8e5add384803af52137a9e3765b0', 'subnets': [{'id': 'd30bdeb7-7d77-4a1e-8943-c47003d457b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:35.325937 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8c20334a-8a9b-4688-adc2-3421480b55e2 req-61ee6fda-aa43-4244-8ec5-aa4daf0a5359 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c82ca616-f6aa-47df-b70a-2e2e77752d30 HTTP/1.1" status: 200 len: 1001 time: 0.1027987 Feb 09 06:24:35.342666 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e29517-5f9c-4eb7-86b2-f0dcf673877c None None] The sync data for ids ['63e1d46a-b3ff-4c14-be6d-cc0c89af10fd'] in dv-cinder-801923-6-iscsi is: [{'id': '63e1d46a-b3ff-4c14-be6d-cc0c89af10fd', 'name': 'tempest-TestMinimumBasicScenario-1711269645-router', 'tenant_id': '645d8e5add384803af52137a9e3765b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '971b30bf-3944-43ed-b148-89658fcb9d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:23Z', 'updated_at': '2022-02-09T06:24:29Z', 'revision_number': 4, 'project_id': '645d8e5add384803af52137a9e3765b0', 'gw_port': {'id': '971b30bf-3944-43ed-b148-89658fcb9d85', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e1d46a-b3ff-4c14-be6d-cc0c89af10fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:25Z', 'updated_at': '2022-02-09T06:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '3eae24a2-4c80-470f-8384-ef2ec2e481f6', 'name': '', 'network_id': 'b034cff7-6e3d-49b6-8e52-8fa9726d1084', 'tenant_id': '645d8e5add384803af52137a9e3765b0', 'mac_address': 'fa:16:3e:dd:9e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e1d46a-b3ff-4c14-be6d-cc0c89af10fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd30bdeb7-7d77-4a1e-8943-c47003d457b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:28Z', 'updated_at': '2022-02-09T06:24:34Z', 'revision_number': 4, 'project_id': '645d8e5add384803af52137a9e3765b0', 'subnets': [{'id': 'd30bdeb7-7d77-4a1e-8943-c47003d457b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:24:35.415390 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20334a-8a9b-4688-adc2-3421480b55e2 req-44faee4d-b25d-4ae0-9f37-6803dcc14030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:35.428545 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8c20334a-8a9b-4688-adc2-3421480b55e2 req-44faee4d-b25d-4ae0-9f37-6803dcc14030 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa956a71-db8c-4321-9989-c93881b8caef HTTP/1.1" status: 200 len: 847 time: 0.0970750 Feb 09 06:24:35.518321 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20334a-8a9b-4688-adc2-3421480b55e2 req-6c000722-ad23-4257-8163-f1accfce179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:35.522295 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8c20334a-8a9b-4688-adc2-3421480b55e2 req-6c000722-ad23-4257-8163-f1accfce179b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ec2c57-d1a0-457d-93b8-506d35295f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0816970 Feb 09 06:24:35.620015 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-aca33ac8-5a27-46d9-b13a-8904b650c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:23Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'gw_port': {'id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '92d1b527-5cdb-483f-825c-4373e7a0294f', 'name': '', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'mac_address': 'fa:16:3e:12:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:28Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 5, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'subnets': [{'id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:35.659350 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca33ac8-5a27-46d9-b13a-8904b650c607 None None] Checking router: 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:24:35.678701 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca33ac8-5a27-46d9-b13a-8904b650c607 None None] Routers {'6fc422a2-d759-4ae1-ae0e-ca790832e0d0'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:24:35.679371 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-aca33ac8-5a27-46d9-b13a-8904b650c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:24:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:35.684210 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8c20334a-8a9b-4688-adc2-3421480b55e2 req-0e8d4193-8ebf-4a04-86c9-15e489be9d3b service neutron] 10.222.0.30 "GET /v2.0/networks/67ec2c57-d1a0-457d-93b8-506d35295f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542985 Feb 09 06:24:35.842626 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-aca33ac8-5a27-46d9-b13a-8904b650c607 None None] Set router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:24:35.849669 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8c20334a-8a9b-4688-adc2-3421480b55e2 req-c1f42bc2-e8fd-4b51-aa69-db66991635a7 service neutron] 10.222.0.30 "GET /v2.0/networks/67ec2c57-d1a0-457d-93b8-506d35295f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575952 Feb 09 06:24:35.859156 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84715c85-5b72-4c59-9822-8267df53c496 req-1792769f-bb37-46e2-a5c1-21ec035c9f32 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:35.860722 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-84715c85-5b72-4c59-9822-8267df53c496 req-1792769f-bb37-46e2-a5c1-21ec035c9f32 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.0992272 Feb 09 06:24:35.944304 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-84715c85-5b72-4c59-9822-8267df53c496 req-20362c09-e996-4ed1-9100-4ce47f1370e1 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704350 Feb 09 06:24:36.138539 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ad6dd6ed-89cc-4867-bb79-8551cd2c81eb req-9691b473-5de2-4f4f-8cfd-f65b91645283 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f3b22e0-2fb7-42ed-8c25-7a9fb44458ad HTTP/1.1" status: 200 len: 210 time: 0.0802362 Feb 09 06:24:36.189737 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73052c1f-930a-4c3c-bd1d-fa5368f7aa02 req-b02954f8-63f0-454a-b4ca-e38dea44243b tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:36.191649 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-73052c1f-930a-4c3c-bd1d-fa5368f7aa02 req-b02954f8-63f0-454a-b4ca-e38dea44243b tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 943 time: 0.1478372 Feb 09 06:24:36.244054 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-aca33ac8-5a27-46d9-b13a-8904b650c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:23Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'gw_port': {'id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '92d1b527-5cdb-483f-825c-4373e7a0294f', 'name': '', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'mac_address': 'fa:16:3e:12:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:28Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 5, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'subnets': [{'id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:36.272776 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-73052c1f-930a-4c3c-bd1d-fa5368f7aa02 req-6ee3255e-f5d9-44b4-8207-cb685e97da89 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752559 Feb 09 06:24:36.278291 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca33ac8-5a27-46d9-b13a-8904b650c607 None None] The sync data for ids ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'] in dv-cinder-801923-6-iscsi is: [{'id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:23Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'gw_port': {'id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '92d1b527-5cdb-483f-825c-4373e7a0294f', 'name': '', 'network_id': '0109a1ee-9fd0-43d1-9f17-0b66979d92b3', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'mac_address': 'fa:16:3e:12:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:28Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 5, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'subnets': [{'id': '0d2250d4-ff7d-4b60-b34c-6aefe462ccc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:24:36.646026 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f3cc8a-368e-4f95-bc0c-24339a04b972 None None] New status for floating IP cf150f53-fe9e-4c74-96d5-7466c27f9e2f: DOWN {{(pid=103037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 06:24:36.813725 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 3eae24a2-4c80-470f-8384-ef2ec2e481f6 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:24:36.888009 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 3eae24a2-4c80-470f-8384-ef2ec2e481f6 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:36.888813 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (3eae24a2-4c80-470f-8384-ef2ec2e481f6), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:36.995945 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 3eae24a2-4c80-470f-8384-ef2ec2e481f6 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:37.105695 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38621c31-020b-48c4-87e5-56dc836a1cb3 req-14bbf4e6-7765-42d5-9bf7-9a9d74f6a83b tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:37.112780 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-38621c31-020b-48c4-87e5-56dc836a1cb3 req-14bbf4e6-7765-42d5-9bf7-9a9d74f6a83b tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.0802994 Feb 09 06:24:37.166043 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-38621c31-020b-48c4-87e5-56dc836a1cb3 req-08fe8696-7cb7-4a61-95ef-ee49db034feb tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523982 Feb 09 06:24:37.309347 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58276) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:37.384643 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-cf7ac4aa-b437-4c0e-97f8-9e297ec51883 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group (d39d3c7d-81e8-4fb4-aefd-8153170340f0), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:37.410350 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-cf7ac4aa-b437-4c0e-97f8-9e297ec51883 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group (d39d3c7d-81e8-4fb4-aefd-8153170340f0), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:37.448324 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device be4671cf-6e71-490b-8d24-e822ba6472a9 details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:24:37.448324 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 422022f2-7957-4809-8b35-137dcb96c6ed no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:24:37.448681 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414404a4-7d4f-4548-9c9b-7349ad91464b req-ec03c7e1-3762-4b83-9ba0-26addd6e173b tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:37.448681 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-414404a4-7d4f-4548-9c9b-7349ad91464b req-ec03c7e1-3762-4b83-9ba0-26addd6e173b tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 943 time: 0.0734270 Feb 09 06:24:37.459987 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] No Port match for: 422022f2-7957-4809-8b35-137dcb96c6ed {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:24:37.460918 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 422022f2-7957-4809-8b35-137dcb96c6ed not bound to the agent host hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:24:37.489493 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-414404a4-7d4f-4548-9c9b-7349ad91464b req-a7f244fd-d3bf-4e21-b6e4-d04e720dc507 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443091 Feb 09 06:24:37.553243 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port be4671cf-6e71-490b-8d24-e822ba6472a9, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=be4671cf-6e71-490b-8d24-e822ba6472a9,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:24:37.563725 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': 'be4671cf-6e71-490b-8d24-e822ba6472a9', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'port_id': 'be4671cf-6e71-490b-8d24-e822ba6472a9', 'mac_address': 'fa:16:3e:fb:b0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:24:37.605211 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port be4671cf-6e71-490b-8d24-e822ba6472a9 is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:37.605611 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:37.619023 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4671cf-6e71-490b-8d24-e822ba6472a9 {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:24:37.638452 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port be4671cf-6e71-490b-8d24-e822ba6472a9, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=be4671cf-6e71-490b-8d24-e822ba6472a9,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:24:37.786751 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-cf7ac4aa-b437-4c0e-97f8-9e297ec51883 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (d39d3c7d-81e8-4fb4-aefd-8153170340f0), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:37.789500 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-cf7ac4aa-b437-4c0e-97f8-9e297ec51883 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:37.790689 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-cf7ac4aa-b437-4c0e-97f8-9e297ec51883 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "DELETE /v2.0/security-groups/d39d3c7d-81e8-4fb4-aefd-8153170340f0 HTTP/1.1" status: 204 len: 168 time: 0.4802876 Feb 09 06:24:37.793505 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 58280) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:37.800571 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ac4aa-b437-4c0e-97f8-9e297ec51883 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39d3c7d-81e8-4fb4-aefd-8153170340f0,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:37.806918 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.api.v2.resource [None req-b81644cc-fe5d-4153-ba00-7d6108d059a2 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] show failed (client error): The resource could not be found. Feb 09 06:24:37.807927 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-b81644cc-fe5d-4153-ba00-7d6108d059a2 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "GET /v2.0/security-groups/d39d3c7d-81e8-4fb4-aefd-8153170340f0 HTTP/1.1" status: 404 len: 347 time: 0.0133195 Feb 09 06:24:37.810927 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 58282) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:37.826337 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:37.953608 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-d6da72d4-3978-43bf-8347-54cd9d0d08b7 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Deleting port 1692cba3-5e06-4cb8-8831-65792cd69615 {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:24:37.954048 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d6da72d4-3978-43bf-8347-54cd9d0d08b7 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (1692cba3-5e06-4cb8-8831-65792cd69615), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:38.004796 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=be4671cf-6e71-490b-8d24-e822ba6472a9,revision_number=9']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:38.034885 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d6da72d4-3978-43bf-8347-54cd9d0d08b7 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (1692cba3-5e06-4cb8-8831-65792cd69615), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:38.035212 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d6da72d4-3978-43bf-8347-54cd9d0d08b7 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for floatingip (1692cba3-5e06-4cb8-8831-65792cd69615), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:38.046532 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-d6da72d4-3978-43bf-8347-54cd9d0d08b7 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Calling delete_port for 1692cba3-5e06-4cb8-8831-65792cd69615 owned by network:floatingip {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:24:38.128795 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['be4671cf-6e71-490b-8d24-e822ba6472a9'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:24:38.426300 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b0b24-6be6-427d-bc67-d068a89ee30c req-590d8856-f213-4e11-81c3-3b17a3fcf464 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:38.427711 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a24b0b24-6be6-427d-bc67-d068a89ee30c req-590d8856-f213-4e11-81c3-3b17a3fcf464 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.0734451 Feb 09 06:24:38.513024 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a24b0b24-6be6-427d-bc67-d068a89ee30c req-d5189856-1df5-4539-81f7-fddb8c1b1204 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780332 Feb 09 06:24:38.620681 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d6da72d4-3978-43bf-8347-54cd9d0d08b7 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (1692cba3-5e06-4cb8-8831-65792cd69615), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:38.652383 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da72d4-3978-43bf-8347-54cd9d0d08b7 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Pushing event deleted for resources: {'Port': ['ID=1692cba3-5e06-4cb8-8831-65792cd69615,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:38.710396 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3466b-892b-4d0f-8223-06d9738b6a01 req-d9d020cc-01e5-43b4-9246-d3033d254eb3 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:38.711904 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c8c3466b-892b-4d0f-8223-06d9738b6a01 req-d9d020cc-01e5-43b4-9246-d3033d254eb3 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 944 time: 0.1265543 Feb 09 06:24:38.747204 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d6da72d4-3978-43bf-8347-54cd9d0d08b7 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks [] for floatingip (cf150f53-fe9e-4c74-96d5-7466c27f9e2f), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:38.750005 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d6da72d4-3978-43bf-8347-54cd9d0d08b7 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:38.751167 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-d6da72d4-3978-43bf-8347-54cd9d0d08b7 tempest-AttachVolumeTestJSON-1113890232 tempest-AttachVolumeTestJSON-1113890232-project] 10.222.0.13 "DELETE /v2.0/floatingips/cf150f53-fe9e-4c74-96d5-7466c27f9e2f HTTP/1.1" status: 204 len: 168 time: 0.9393435 Feb 09 06:24:38.795082 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c8c3466b-892b-4d0f-8223-06d9738b6a01 req-274c31e1-9978-4a10-b436-2c77ada3d524 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740659 Feb 09 06:24:39.419003 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device be4671cf-6e71-490b-8d24-e822ba6472a9 up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:24:39.476963 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port be4671cf-6e71-490b-8d24-e822ba6472a9 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:39.477339 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:39.567642 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port be4671cf-6e71-490b-8d24-e822ba6472a9 is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:39.568604 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:39.595303 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8806acc-f0ac-456d-8b57-c4b60f8ea401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4671cf-6e71-490b-8d24-e822ba6472a9'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:24:39.600892 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fca1eeb-0ad2-4e33-ba67-122285526250" -d '{"events": [{"server_uuid": "f8806acc-f0ac-456d-8b57-c4b60f8ea401", "name": "network-vif-plugged", "status": "completed", "tag": "be4671cf-6e71-490b-8d24-e822ba6472a9"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:24:39.643810 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port be4671cf-6e71-490b-8d24-e822ba6472a9, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=be4671cf-6e71-490b-8d24-e822ba6472a9,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:24:39.657168 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450a3228-8152-47aa-ace2-9aa317d8b22f x-openstack-request-id: req-450a3228-8152-47aa-ace2-9aa317d8b22f {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:24:39.660587 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8806acc-f0ac-456d-8b57-c4b60f8ea401", "name": "network-vif-plugged", "status": "completed", "tag": "be4671cf-6e71-490b-8d24-e822ba6472a9", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:24:39.660975 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-450a3228-8152-47aa-ace2-9aa317d8b22f {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:24:39.661490 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8806acc-f0ac-456d-8b57-c4b60f8ea401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4671cf-6e71-490b-8d24-e822ba6472a9', 'code': 200} Feb 09 06:24:39.685813 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8972d9a-4fe2-4677-ad1f-264c5a1bc8fd req-3d60ee0e-970b-4a29-b4e3-ec32bb163bbf tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:39.687253 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e8972d9a-4fe2-4677-ad1f-264c5a1bc8fd req-3d60ee0e-970b-4a29-b4e3-ec32bb163bbf tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.0782301 Feb 09 06:24:39.698486 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:39.762478 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=be4671cf-6e71-490b-8d24-e822ba6472a9,revision_number=10']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:39.777704 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e8972d9a-4fe2-4677-ad1f-264c5a1bc8fd req-5357bf69-e3ac-4b51-815b-ac620387f008 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743012 Feb 09 06:24:39.928439 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e3943-50bf-4bde-ab28-2a39af44716b req-e6944a91-d9e6-418d-b567-28bbc3c71c73 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:39.930129 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7f6e3943-50bf-4bde-ab28-2a39af44716b req-e6944a91-d9e6-418d-b567-28bbc3c71c73 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 946 time: 0.0607545 Feb 09 06:24:39.988231 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7f6e3943-50bf-4bde-ab28-2a39af44716b req-434fea42-2a79-486c-8dc6-2799e34fa8cf tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517592 Feb 09 06:24:40.112637 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a01414-c9b5-4e06-aec8-09bae1b1e930 req-9943c860-aac1-4503-802c-e561cb26ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:40.114672 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-89a01414-c9b5-4e06-aec8-09bae1b1e930 req-9943c860-aac1-4503-802c-e561cb26ed48 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 1130 time: 0.0527842 Feb 09 06:24:40.180247 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-89a01414-c9b5-4e06-aec8-09bae1b1e930 req-7078f73f-54a4-48a2-8790-6b63bd69d8e3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579140 Feb 09 06:24:40.900815 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480877a-708e-4ed9-adf2-04bb157d1274 req-1067326f-8448-44d7-890b-eace2117aeae tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:40.902343 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5480877a-708e-4ed9-adf2-04bb157d1274 req-1067326f-8448-44d7-890b-eace2117aeae tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.0531008 Feb 09 06:24:40.952987 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5480877a-708e-4ed9-adf2-04bb157d1274 req-0bcd2daf-e8b7-418e-974c-7561138e865c tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438602 Feb 09 06:24:41.137887 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136eeea-630e-4266-909e-9bbefe6affb0 req-100a531f-ab91-4901-8c1d-86ba9b434577 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:41.139606 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e136eeea-630e-4266-909e-9bbefe6affb0 req-100a531f-ab91-4901-8c1d-86ba9b434577 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 946 time: 0.0584550 Feb 09 06:24:41.188638 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e136eeea-630e-4266-909e-9bbefe6affb0 req-c7946e09-6d53-428f-887a-88a38392b342 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430195 Feb 09 06:24:41.212502 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:24:41.618500 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-65de7a7c-fbf8-43a0-9bb6-6b969ebfafab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:42.111513 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d4436-b2e3-455f-a40c-8d082d63d00b req-0401c530-a2d1-4bf7-9918-c8451ac40a46 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:42.113890 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-525d4436-b2e3-455f-a40c-8d082d63d00b req-0401c530-a2d1-4bf7-9918-c8451ac40a46 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.0582616 Feb 09 06:24:42.181345 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-525d4436-b2e3-455f-a40c-8d082d63d00b req-b5cca888-60ac-4710-a998-83fb9f937d72 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589182 Feb 09 06:24:42.336784 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92042a81-eda9-4d5a-b619-43943b03bd5d req-5e98d30a-a595-4cf9-96fc-0cff3e64626d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:42.338503 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-92042a81-eda9-4d5a-b619-43943b03bd5d req-5e98d30a-a595-4cf9-96fc-0cff3e64626d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 946 time: 0.0614066 Feb 09 06:24:42.402043 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-92042a81-eda9-4d5a-b619-43943b03bd5d req-90e3ec0c-16ec-468e-9f44-b1d665cda6f8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578439 Feb 09 06:24:42.847287 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58370) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:43.330524 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5754c-4565-42e2-beb5-042d17015c69 req-47490113-3caa-4663-a67a-3a716223a8d0 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:43.332404 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-25c5754c-4565-42e2-beb5-042d17015c69 req-47490113-3caa-4663-a67a-3a716223a8d0 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.0638323 Feb 09 06:24:43.403697 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-25c5754c-4565-42e2-beb5-042d17015c69 req-3c40f063-8f6f-46dd-ba35-aa27a31755f4 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653229 Feb 09 06:24:43.431431 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-78278b73-c764-4a82-b438-359c658aeda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541033'] for router_interface (6fc422a2-d759-4ae1-ae0e-ca790832e0d0), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:43.544130 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd813da-24f8-4274-8e2e-269caacc6b9c req-e5f7852d-81a1-4f4d-8aa8-2a08b27d695d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:43.550922 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6fd813da-24f8-4274-8e2e-269caacc6b9c req-e5f7852d-81a1-4f4d-8aa8-2a08b27d695d tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 946 time: 0.0641227 Feb 09 06:24:43.606728 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6fd813da-24f8-4274-8e2e-269caacc6b9c req-0e8707cb-1506-4aba-96b2-934f3dc4b913 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549166 Feb 09 06:24:43.672832 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb622-ada5-4a3e-8f61-e8fae1287bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:43.775042 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-78278b73-c764-4a82-b438-359c658aeda2 admin admin] Deleting port 92d1b527-5cdb-483f-825c-4373e7a0294f {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:24:43.775439 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-78278b73-c764-4a82-b438-359c658aeda2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (92d1b527-5cdb-483f-825c-4373e7a0294f), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:43.863498 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-78278b73-c764-4a82-b438-359c658aeda2 admin admin] For port 92d1b527-5cdb-483f-825c-4373e7a0294f, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=92d1b527-5cdb-483f-825c-4373e7a0294f,segment=NetworkSegment(405211fb-b8d2-4256-a54d-473ad66a34f2),segment_id=405211fb-b8d2-4256-a54d-473ad66a34f2)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:24:43.864662 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-78278b73-c764-4a82-b438-359c658aeda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (92d1b527-5cdb-483f-825c-4373e7a0294f), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:43.879815 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-78278b73-c764-4a82-b438-359c658aeda2 admin admin] Calling delete_port for 92d1b527-5cdb-483f-825c-4373e7a0294f owned by network:router_interface {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:24:44.147090 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-78278b73-c764-4a82-b438-359c658aeda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (92d1b527-5cdb-483f-825c-4373e7a0294f), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:44.174228 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78278b73-c764-4a82-b438-359c658aeda2 admin admin] Pushing event deleted for resources: {'Port': ['ID=92d1b527-5cdb-483f-825c-4373e7a0294f,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:44.373766 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-78278b73-c764-4a82-b438-359c658aeda2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541181'] for router_interface (6fc422a2-d759-4ae1-ae0e-ca790832e0d0), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:44.386813 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:44.683853 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5904271-2f58-4da1-b60f-c798efd9e09a req-9904d654-2a62-4dba-b6b2-263e874f242a tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:44.683853 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b5904271-2f58-4da1-b60f-c798efd9e09a req-9904d654-2a62-4dba-b6b2-263e874f242a tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.0658755 Feb 09 06:24:44.683853 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b5904271-2f58-4da1-b60f-c798efd9e09a req-34ded401-f7bf-44b0-8955-2c2f4738612c tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491278 Feb 09 06:24:44.849105 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792335b8-10a0-461c-9ddd-ccb850bd2c08 req-4fb1e10a-43ef-47f1-9e95-4654522e5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:44.850966 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-792335b8-10a0-461c-9ddd-ccb850bd2c08 req-4fb1e10a-43ef-47f1-9e95-4654522e5887 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b80cac37fcb437488c5ff4623570b82&device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 1129 time: 0.0574529 Feb 09 06:24:44.898933 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78278b73-c764-4a82-b438-359c658aeda2 admin admin] Router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:24:44.960991 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792335b8-10a0-461c-9ddd-ccb850bd2c08 req-318815e4-9222-4bf8-b56f-e02814d95661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:44.962780 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-792335b8-10a0-461c-9ddd-ccb850bd2c08 req-318815e4-9222-4bf8-b56f-e02814d95661 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67ec2c57-d1a0-457d-93b8-506d35295f01 HTTP/1.1" status: 200 len: 908 time: 0.1054001 Feb 09 06:24:45.034266 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78278b73-c764-4a82-b438-359c658aeda2 admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:24:45.043511 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-78278b73-c764-4a82-b438-359c658aeda2 admin admin] 10.222.0.13 "PUT /v2.0/routers/6fc422a2-d759-4ae1-ae0e-ca790832e0d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1951258 Feb 09 06:24:45.044166 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58386) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:45.045658 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d341cd87-784c-4c8b-8a0c-1b3f09b560ff None None] Sync routers for ids ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:24:45.058661 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d341cd87-784c-4c8b-8a0c-1b3f09b560ff None None] Routers {'6fc422a2-d759-4ae1-ae0e-ca790832e0d0'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:24:45.063065 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-d341cd87-784c-4c8b-8a0c-1b3f09b560ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:24:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:45.063641 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-792335b8-10a0-461c-9ddd-ccb850bd2c08 req-a8b9d5b0-22e8-4dd8-aaa4-d648f4d1f8c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c82ca616-f6aa-47df-b70a-2e2e77752d30 HTTP/1.1" status: 200 len: 1001 time: 0.0946043 Feb 09 06:24:45.134360 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792335b8-10a0-461c-9ddd-ccb850bd2c08 req-d20c38b7-94b7-4be7-991e-b7a16dd1a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:45.136374 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-792335b8-10a0-461c-9ddd-ccb850bd2c08 req-d20c38b7-94b7-4be7-991e-b7a16dd1a0a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa956a71-db8c-4321-9989-c93881b8caef HTTP/1.1" status: 200 len: 847 time: 0.0712066 Feb 09 06:24:45.176381 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-5d80c36f-102c-4ee8-a580-393d460643c7 admin admin] Publish callbacks [] for router (6fc422a2-d759-4ae1-ae0e-ca790832e0d0), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:45.197276 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792335b8-10a0-461c-9ddd-ccb850bd2c08 req-bf33acac-d2ff-4b2b-92cf-2b85c745dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:45.198920 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-792335b8-10a0-461c-9ddd-ccb850bd2c08 req-bf33acac-d2ff-4b2b-92cf-2b85c745dcc1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ec2c57-d1a0-457d-93b8-506d35295f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564969 Feb 09 06:24:45.206152 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-d341cd87-784c-4c8b-8a0c-1b3f09b560ff None None] Set router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:24:45.306135 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-5d80c36f-102c-4ee8-a580-393d460643c7 admin admin] Publish callbacks [] for router_gateway (6fc422a2-d759-4ae1-ae0e-ca790832e0d0), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:45.326918 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-792335b8-10a0-461c-9ddd-ccb850bd2c08 req-da3d0cad-f024-45e5-b9ec-140510876cac service neutron] 10.222.0.30 "GET /v2.0/networks/67ec2c57-d1a0-457d-93b8-506d35295f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214204 Feb 09 06:24:45.428745 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-792335b8-10a0-461c-9ddd-ccb850bd2c08 req-58ff142b-e33c-483a-8c48-fbe748d6912b service neutron] 10.222.0.30 "GET /v2.0/networks/67ec2c57-d1a0-457d-93b8-506d35295f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959125 Feb 09 06:24:45.435320 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-5d80c36f-102c-4ee8-a580-393d460643c7 admin admin] Deleting port 54e24f92-edf4-4151-ab6e-e6f03f6b061c {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:24:45.435664 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-5d80c36f-102c-4ee8-a580-393d460643c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (54e24f92-edf4-4151-ab6e-e6f03f6b061c), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:45.459463 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-d341cd87-784c-4c8b-8a0c-1b3f09b560ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:23Z', 'updated_at': '2022-02-09T06:24:44Z', 'revision_number': 5, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'gw_port': {'id': '54e24f92-edf4-4151-ab6e-e6f03f6b061c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:45.491643 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d341cd87-784c-4c8b-8a0c-1b3f09b560ff None None] Checking router: 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:24:45.500080 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d341cd87-784c-4c8b-8a0c-1b3f09b560ff None None] Routers {'6fc422a2-d759-4ae1-ae0e-ca790832e0d0'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:24:45.500680 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-d341cd87-784c-4c8b-8a0c-1b3f09b560ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:24:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:45.525926 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-5d80c36f-102c-4ee8-a580-393d460643c7 admin admin] For port 54e24f92-edf4-4151-ab6e-e6f03f6b061c, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=54e24f92-edf4-4151-ab6e-e6f03f6b061c,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:24:45.526304 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-5d80c36f-102c-4ee8-a580-393d460643c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (54e24f92-edf4-4151-ab6e-e6f03f6b061c), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:45.539939 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-5d80c36f-102c-4ee8-a580-393d460643c7 admin admin] Calling delete_port for 54e24f92-edf4-4151-ab6e-e6f03f6b061c owned by network:router_gateway {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:24:45.589791 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-d341cd87-784c-4c8b-8a0c-1b3f09b560ff None None] Set router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 gateway port host: None {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:24:45.646282 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-d341cd87-784c-4c8b-8a0c-1b3f09b560ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:23Z', 'updated_at': '2022-02-09T06:24:45Z', 'revision_number': 6, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'gw_port_host': None}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:45.684937 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d341cd87-784c-4c8b-8a0c-1b3f09b560ff None None] The sync data for ids ['6fc422a2-d759-4ae1-ae0e-ca790832e0d0'] in dv-cinder-801923-6-iscsi is: [{'id': '6fc422a2-d759-4ae1-ae0e-ca790832e0d0', 'name': 'tempest-AttachVolumeTestJSON-1105168674-router', 'tenant_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:23Z', 'updated_at': '2022-02-09T06:24:45Z', 'revision_number': 6, 'project_id': 'e6d505752db84eec9ff7fe2e17b3d536', 'gw_port_host': None}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:24:45.749222 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccce3bc-3777-4d73-84be-1b3aff4c755b req-9ecebc19-44a4-4236-a983-e5c6b382c51e tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:45.750750 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0ccce3bc-3777-4d73-84be-1b3aff4c755b req-9ecebc19-44a4-4236-a983-e5c6b382c51e tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.0761559 Feb 09 06:24:45.771888 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:45.794785 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-5d80c36f-102c-4ee8-a580-393d460643c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (54e24f92-edf4-4151-ab6e-e6f03f6b061c), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:45.799725 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0ccce3bc-3777-4d73-84be-1b3aff4c755b req-7b6e82c8-c980-44e5-b262-5e96f76578ff tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427320 Feb 09 06:24:45.826438 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80c36f-102c-4ee8-a580-393d460643c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=54e24f92-edf4-4151-ab6e-e6f03f6b061c,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:45.885549 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-5d80c36f-102c-4ee8-a580-393d460643c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540447'] for router_gateway (6fc422a2-d759-4ae1-ae0e-ca790832e0d0), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:45.978862 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-5d80c36f-102c-4ee8-a580-393d460643c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11033'] for router (6fc422a2-d759-4ae1-ae0e-ca790832e0d0), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:45.981117 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-5d80c36f-102c-4ee8-a580-393d460643c7 admin admin] Publish callbacks [] for router_controller (6fc422a2-d759-4ae1-ae0e-ca790832e0d0), precommit_delete_associations {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:46.120544 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-5d80c36f-102c-4ee8-a580-393d460643c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539535'] for router (6fc422a2-d759-4ae1-ae0e-ca790832e0d0), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:46.121939 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d80c36f-102c-4ee8-a580-393d460643c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fc422a2-d759-4ae1-ae0e-ca790832e0d0 {{(pid=103035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 06:24:46.131022 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-5d80c36f-102c-4ee8-a580-393d460643c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:46.132382 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-5d80c36f-102c-4ee8-a580-393d460643c7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6fc422a2-d759-4ae1-ae0e-ca790832e0d0 HTTP/1.1" status: 204 len: 168 time: 1.0872850 Feb 09 06:24:46.135200 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58398) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:46.179541 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcd763f-16ce-4e80-975e-a9ca46cd1435 admin admin] Deleting subnet 0d2250d4-ff7d-4b60-b34c-6aefe462ccc8 {{(pid=103035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 06:24:46.182593 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-1bcd763f-16ce-4e80-975e-a9ca46cd1435 admin admin] Publish callbacks [] for subnet (0d2250d4-ff7d-4b60-b34c-6aefe462ccc8), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:46.217259 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-1bcd763f-16ce-4e80-975e-a9ca46cd1435 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5020422'] for subnet (0d2250d4-ff7d-4b60-b34c-6aefe462ccc8), precommit_delete_associations {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:46.325642 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-1bcd763f-16ce-4e80-975e-a9ca46cd1435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070576'] for subnet (0d2250d4-ff7d-4b60-b34c-6aefe462ccc8), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:46.355115 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-59ccaa15-3a63-415d-820f-0c7df18a846e tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:46.356636 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-59ccaa15-3a63-415d-820f-0c7df18a846e tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/networks?id=9fe1f30b-3256-4c25-bddb-7942bd535543 HTTP/1.1" status: 200 len: 814 time: 0.1004474 Feb 09 06:24:46.372218 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-5a38be95-3acb-4e57-9c59-33229d7d542f tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/quotas/d9d5473c4a0d483abc95a20782ba1b57 HTTP/1.1" status: 200 len: 375 time: 0.0097828 Feb 09 06:24:46.431080 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d45cdda2-d5a9-4e7d-a932-bd40b7679019 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9d5473c4a0d483abc95a20782ba1b57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526321 Feb 09 06:24:46.446639 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-1bcd763f-16ce-4e80-975e-a9ca46cd1435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5111084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5061547'] for subnet (0d2250d4-ff7d-4b60-b34c-6aefe462ccc8), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:46.470528 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd763f-16ce-4e80-975e-a9ca46cd1435 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d2250d4-ff7d-4b60-b34c-6aefe462ccc8,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:46.476408 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-1bcd763f-16ce-4e80-975e-a9ca46cd1435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for subnet (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:46.479830 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-1bcd763f-16ce-4e80-975e-a9ca46cd1435 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0d2250d4-ff7d-4b60-b34c-6aefe462ccc8 HTTP/1.1" status: 204 len: 168 time: 0.3435564 Feb 09 06:24:46.482078 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e938cedf-fcd2-4b1a-8e54-c5c39d713f7e None None] Network 0109a1ee-9fd0-43d1-9f17-0b66979d92b3 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:24:46.482593 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58412) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:46.532899 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-eddee552-a29f-40a3-b965-ce53639ed335 service neutron] 10.222.0.13 "GET /v2.0/networks/9fe1f30b-3256-4c25-bddb-7942bd535543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896919 Feb 09 06:24:46.566326 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-fb58cc3b-2173-404a-997e-a658645b06b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096870'] for network (0109a1ee-9fd0-43d1-9f17-0b66979d92b3), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:46.620174 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-fb58cc3b-2173-404a-997e-a658645b06b2 admin admin] Deleting port 9c12e9a1-b555-468a-9619-e6cb2b0299f6 {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:24:46.620596 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-fb58cc3b-2173-404a-997e-a658645b06b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (9c12e9a1-b555-468a-9619-e6cb2b0299f6), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:46.634048 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-ce4a398c-6a9f-40e4-a1db-1ccdaa7bbedb service neutron] 10.222.0.13 "GET /v2.0/networks/9fe1f30b-3256-4c25-bddb-7942bd535543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955555 Feb 09 06:24:46.683840 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383b97bd-9543-4f58-bf8d-b55fe9c577ce None None] DHCP port deletion for 0109a1ee-9fd0-43d1-9f17-0b66979d92b3 request from dv-cinder-801923-6-iscsi {{(pid=103036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 06:24:46.704122 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-fb58cc3b-2173-404a-997e-a658645b06b2 admin admin] For port 9c12e9a1-b555-468a-9619-e6cb2b0299f6, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=9c12e9a1-b555-468a-9619-e6cb2b0299f6,segment=NetworkSegment(405211fb-b8d2-4256-a54d-473ad66a34f2),segment_id=405211fb-b8d2-4256-a54d-473ad66a34f2)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:24:46.704625 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-fb58cc3b-2173-404a-997e-a658645b06b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (9c12e9a1-b555-468a-9619-e6cb2b0299f6), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:46.726067 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-fb58cc3b-2173-404a-997e-a658645b06b2 admin admin] Calling delete_port for 9c12e9a1-b555-468a-9619-e6cb2b0299f6 owned by network:dhcp {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:24:46.756448 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-383b97bd-9543-4f58-bf8d-b55fe9c577ce None None] Deleting port 9c12e9a1-b555-468a-9619-e6cb2b0299f6 {{(pid=103036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:24:46.756821 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-383b97bd-9543-4f58-bf8d-b55fe9c577ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (9c12e9a1-b555-468a-9619-e6cb2b0299f6), before_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:46.771443 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 92d1b527-5cdb-483f-825c-4373e7a0294f no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:24:46.824478 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: 92d1b527-5cdb-483f-825c-4373e7a0294f {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:24:46.824819 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 92d1b527-5cdb-483f-825c-4373e7a0294f not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:24:46.825242 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 54e24f92-edf4-4151-ab6e-e6f03f6b061c no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:24:46.854308 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: 54e24f92-edf4-4151-ab6e-e6f03f6b061c {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:24:46.854972 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 54e24f92-edf4-4151-ab6e-e6f03f6b061c not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:24:46.855634 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 9c12e9a1-b555-468a-9619-e6cb2b0299f6 no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:24:46.892231 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-fb58cc3b-2173-404a-997e-a658645b06b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (9c12e9a1-b555-468a-9619-e6cb2b0299f6), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:46.902087 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-383b97bd-9543-4f58-bf8d-b55fe9c577ce None None] For port 9c12e9a1-b555-468a-9619-e6cb2b0299f6, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=9c12e9a1-b555-468a-9619-e6cb2b0299f6,segment=NetworkSegment(405211fb-b8d2-4256-a54d-473ad66a34f2),segment_id=405211fb-b8d2-4256-a54d-473ad66a34f2)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:24:46.902087 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-383b97bd-9543-4f58-bf8d-b55fe9c577ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (9c12e9a1-b555-468a-9619-e6cb2b0299f6), precommit_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:46.925022 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-383b97bd-9543-4f58-bf8d-b55fe9c577ce None None] Calling delete_port for 9c12e9a1-b555-468a-9619-e6cb2b0299f6 owned by network:dhcp {{(pid=103036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:24:46.937857 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58cc3b-2173-404a-997e-a658645b06b2 admin admin] No DVR routers for this DVR port 9c12e9a1-b555-468a-9619-e6cb2b0299f6 on host dv-cinder-801923-6-iscsi {{(pid=103035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:24:46.938808 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-53e1a200-f3fe-40ff-81eb-f415d65619fb req-d653a374-a7d9-4ebb-94ae-d4327a7ebeb3 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 210 time: 0.0334268 Feb 09 06:24:46.943557 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58cc3b-2173-404a-997e-a658645b06b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c12e9a1-b555-468a-9619-e6cb2b0299f6,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:46.973437 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c792cbb-3de5-4208-a70d-8fd981ed11a6 req-00dfaab1-393b-4fd8-b81d-c8ea6e458d46 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:46.975055 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2c792cbb-3de5-4208-a70d-8fd981ed11a6 req-00dfaab1-393b-4fd8-b81d-c8ea6e458d46 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.1071022 Feb 09 06:24:47.039413 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2c792cbb-3de5-4208-a70d-8fd981ed11a6 req-d31cacb7-3f7b-4088-a985-8adf2a3f7093 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582244 Feb 09 06:24:47.073133 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-fb58cc3b-2173-404a-997e-a658645b06b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1884327', 'neutron.services.segments.db._delete_segments_for_network-8788413974977'] for network (0109a1ee-9fd0-43d1-9f17-0b66979d92b3), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:47.081507 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No active binding found for port 9c12e9a1-b555-468a-9619-e6cb2b0299f6 {{(pid=103036) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 06:24:47.081906 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] The host dv-cinder-801923-6-iscsi is not matching for port 9c12e9a1-b555-468a-9619-e6cb2b0299f6 host None! {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 06:24:47.082394 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 9c12e9a1-b555-468a-9619-e6cb2b0299f6 not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:24:47.105325 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-fb58cc3b-2173-404a-997e-a658645b06b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0109a1ee-9fd0-43d1-9f17-0b66979d92b3']}} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:47.115823 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-fb58cc3b-2173-404a-997e-a658645b06b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405211fb-b8d2-4256-a54d-473ad66a34f2') {'for_net_delete': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:47.116126 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-fb58cc3b-2173-404a-997e-a658645b06b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405211fb-b8d2-4256-a54d-473ad66a34f2') {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:24:47.127632 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-fb58cc3b-2173-404a-997e-a658645b06b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788413976266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020429'] for segment (405211fb-b8d2-4256-a54d-473ad66a34f2), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:47.138963 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-383b97bd-9543-4f58-bf8d-b55fe9c577ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186'] for port (9c12e9a1-b555-468a-9619-e6cb2b0299f6), after_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:47.141377 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-fb58cc3b-2173-404a-997e-a658645b06b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (405211fb-b8d2-4256-a54d-473ad66a34f2), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:47.147880 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb58cc3b-2173-404a-997e-a658645b06b2 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-fb58cc3b-2173-404a-997e-a658645b06b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5111174'] for segment (405211fb-b8d2-4256-a54d-473ad66a34f2), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: Traceback (most recent call last): Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: timer() Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: cb(*args, **kw) Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: return func(*args, **kwargs) Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: self._notify() Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: self.callback(batched_events) Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: event.method(event) Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: return f(self, *a, **k) Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._get(url).json() Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: return self.request(url, 'GET', **kwargs) Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 06:24:47.150345 dv-cinder-801923-6-iscsi neutron-server[103035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 06:24:47.166580 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b97bd-9543-4f58-bf8d-b55fe9c577ce None None] Pushing event deleted for resources: {'Port': ['ID=9c12e9a1-b555-468a-9619-e6cb2b0299f6,revision_number=None']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:47.170348 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:47.171918 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383b97bd-9543-4f58-bf8d-b55fe9c577ce None None] No DVR routers for this DVR port 9c12e9a1-b555-468a-9619-e6cb2b0299f6 on host dv-cinder-801923-6-iscsi {{(pid=103036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:24:47.320041 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-fb58cc3b-2173-404a-997e-a658645b06b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1884350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540539'] for network (0109a1ee-9fd0-43d1-9f17-0b66979d92b3), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:47.325496 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-fb58cc3b-2173-404a-997e-a658645b06b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:47.331328 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-fb58cc3b-2173-404a-997e-a658645b06b2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0109a1ee-9fd0-43d1-9f17-0b66979d92b3 HTTP/1.1" status: 204 len: 168 time: 0.8453834 Feb 09 06:24:47.340443 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58cc3b-2173-404a-997e-a658645b06b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0109a1ee-9fd0-43d1-9f17-0b66979d92b3,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:47.725979 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58426) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:47.765620 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-73bd1612-c978-4f58-944b-5d991871babc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6d505752db84eec9ff7fe2e17b3d536&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383277 Feb 09 06:24:47.768591 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58430) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:47.813316 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ef125342-d4dc-4aa4-ac50-71728030f519 admin admin] Publish callbacks [] for security_group (bb5fa361-4448-4198-8c74-f5e2e6022a5d), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:47.834049 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ef125342-d4dc-4aa4-ac50-71728030f519 admin admin] Publish callbacks [] for security_group (bb5fa361-4448-4198-8c74-f5e2e6022a5d), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:47.958173 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ef125342-d4dc-4aa4-ac50-71728030f519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (bb5fa361-4448-4198-8c74-f5e2e6022a5d), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:47.960831 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ef125342-d4dc-4aa4-ac50-71728030f519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:47.964591 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-ef125342-d4dc-4aa4-ac50-71728030f519 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb5fa361-4448-4198-8c74-f5e2e6022a5d HTTP/1.1" status: 204 len: 168 time: 0.1925817 Feb 09 06:24:47.970040 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef125342-d4dc-4aa4-ac50-71728030f519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5fa361-4448-4198-8c74-f5e2e6022a5d,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:48.038166 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1f956b2b-8fef-42e1-a52f-312d25f87f02 req-a6a1a930-29f7-45a8-8c1c-8011a2be3ef1 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 210 time: 0.0287356 Feb 09 06:24:48.155336 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d4e5b-76f8-483f-b9a8-4e1676aa060a req-2bf12c7b-54e6-4bd9-a865-fed6ca313baa tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:48.156811 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-573d4e5b-76f8-483f-b9a8-4e1676aa060a req-2bf12c7b-54e6-4bd9-a865-fed6ca313baa tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.0514939 Feb 09 06:24:48.205616 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-573d4e5b-76f8-483f-b9a8-4e1676aa060a req-085b4787-5fee-486c-af94-a8294a8bcd4e tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431480 Feb 09 06:24:48.618497 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28883061-bf88-48a5-b958-9461a9150235 req-73a3f7e4-9c73-4454-8874-19910e25ac08 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:48.620086 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-28883061-bf88-48a5-b958-9461a9150235 req-73a3f7e4-9c73-4454-8874-19910e25ac08 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.0659118 Feb 09 06:24:48.669295 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-a0575c06-f453-48ee-b281-272e391e4746 req-0f6fa7b1-24e7-4d80-9042-725f177ad34b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0593684 Feb 09 06:24:48.683072 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-28883061-bf88-48a5-b958-9461a9150235 req-027309cd-b881-4de8-ba0b-062f368f8e75 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573289 Feb 09 06:24:49.133579 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-58b09d05-1ff0-458b-8fae-f1fdeda211ef req-17dca3a0-a4fe-4b56-9ff3-4936188d9f71 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 210 time: 0.0287540 Feb 09 06:24:49.506779 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-96ec48d2-a754-4596-af44-032d201d392f tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:49.508253 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-96ec48d2-a754-4596-af44-032d201d392f tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.30 "GET /v2.0/networks?id=9fe1f30b-3256-4c25-bddb-7942bd535543 HTTP/1.1" status: 200 len: 814 time: 0.1061065 Feb 09 06:24:49.532245 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-be8a78e0-b747-4a11-b1a7-1b2372bd2444 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Request body: {'port': {'device_id': 'fc6281f3-d8cc-42be-8a3a-e3835390d9cf', 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543', 'admin_state_up': True, 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:24:49.726354 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-be8a78e0-b747-4a11-b1a7-1b2372bd2444 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Made reservation on behalf of d9d5473c4a0d483abc95a20782ba1b57 for: {'port': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:24:49.730968 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-be8a78e0-b747-4a11-b1a7-1b2372bd2444 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:49.892709 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757af49-8488-4a0f-ba6f-c06b5bf031a1 req-68f28629-fd7f-4da8-8679-b44926361de7 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:49.894288 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d757af49-8488-4a0f-ba6f-c06b5bf031a1 req-68f28629-fd7f-4da8-8679-b44926361de7 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.1033394 Feb 09 06:24:49.906480 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-be8a78e0-b747-4a11-b1a7-1b2372bd2444 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Allocated IP 172.20.0.6 (9fe1f30b-3256-4c25-bddb-7942bd535543/72b8902e-7f71-4a8f-adcc-073c172ed396/8cc3e081-c3f6-4534-aa41-a6eda663d4bc) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:24:49.979762 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d757af49-8488-4a0f-ba6f-c06b5bf031a1 req-af20b6b0-c269-431e-9758-6a82ca2322a0 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741296 Feb 09 06:24:50.098433 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-be8a78e0-b747-4a11-b1a7-1b2372bd2444 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:50.232544 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-33e23e13-c20c-4a61-b8de-f4e23c15969e req-747dbd63-8498-4902-ba85-667afe6a7f24 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 210 time: 0.0315456 Feb 09 06:24:50.233670 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-be8a78e0-b747-4a11-b1a7-1b2372bd2444 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:50.290365 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-be8a78e0-b747-4a11-b1a7-1b2372bd2444 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Network 9fe1f30b-3256-4c25-bddb-7942bd535543 is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:24:50.290365 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-be8a78e0-b747-4a11-b1a7-1b2372bd2444 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:24:50.290365 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-be8a78e0-b747-4a11-b1a7-1b2372bd2444 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:24:50.295521 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a78e0-b747-4a11-b1a7-1b2372bd2444 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Pushing event updated for resources: {'Port': ['ID=8cc3e081-c3f6-4534-aa41-a6eda663d4bc,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:50.347305 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-be8a78e0-b747-4a11-b1a7-1b2372bd2444 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:50.359945 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-be8a78e0-b747-4a11-b1a7-1b2372bd2444 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:50.422908 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-be8a78e0-b747-4a11-b1a7-1b2372bd2444 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9008114 Feb 09 06:24:50.527121 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] Request body: {'port': {'device_id': 'fc6281f3-d8cc-42be-8a3a-e3835390d9cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80192'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:24:50.653693 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:50.656058 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-0d1c6911-5e37-46d0-b470-85c686f8076d None None] Provisioning complete for port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:24:50.656572 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-0d1c6911-5e37-46d0-b470-85c686f8076d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:50.699349 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-0d1c6911-5e37-46d0-b470-85c686f8076d None None] Port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:24:50.998329 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc3e081-c3f6-4534-aa41-a6eda663d4bc {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:24:51.012550 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] Publish callbacks [] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:51.038270 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] Transition to ACTIVE for port object 8cc3e081-c3f6-4534-aa41-a6eda663d4bc will not be triggered until provisioned by entity L2. {{(pid=103034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 06:24:51.119443 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58528) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:51.135382 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497113d5-6729-4976-920e-5c90269203a3 req-835172fe-503c-43b5-8175-17edf7cb11f0 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:51.137020 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-497113d5-6729-4976-920e-5c90269203a3 req-835172fe-503c-43b5-8175-17edf7cb11f0 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.0686533 Feb 09 06:24:51.138013 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:51.238864 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc3e081-c3f6-4534-aa41-a6eda663d4bc,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:51.334266 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-52bd6f79-17ed-4d59-962a-5343dc730266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:51.409714 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-497113d5-6729-4976-920e-5c90269203a3 req-c63032ea-2adc-478b-84cb-4dba08da21c3 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628868 Feb 09 06:24:51.458450 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device c82ca616-f6aa-47df-b70a-2e2e77752d30 no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:24:51.461316 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-52bd6f79-17ed-4d59-962a-5343dc730266 admin admin] Publish callbacks [] for security_group (3d6bc480-88e8-49d8-a7fb-8e4d83ca69a7), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:51.483678 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] Attempting to bind port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc on host hv-cinder-80192 for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:24:51.484310 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] Attempting to bind port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc by drivers openvswitch,hyperv on host hv-cinder-80192 at level 0 using segments [{'id': '94c5ea10-ef18-4822-81c3-713c44352c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:24:51.484856 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] Attempting to bind port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc on network 9fe1f30b-3256-4c25-bddb-7942bd535543 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:24:51.492934 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] Port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc on network 9fe1f30b-3256-4c25-bddb-7942bd535543 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80192 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 06:24:51.493507 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] Attempting to bind port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc on network 9fe1f30b-3256-4c25-bddb-7942bd535543 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:24:51.504163 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621a955-a71a-4782-8293-f417fe768e1f req-033dc34c-2282-4a09-a353-78378a994a98 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:51.511566 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6621a955-a71a-4782-8293-f417fe768e1f req-033dc34c-2282-4a09-a353-78378a994a98 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 943 time: 0.1354520 Feb 09 06:24:51.521879 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] Checking agent: {'id': '16e2666b-01c8-44a0-ad9b-455a2be8881c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80192', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'started_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:24:51.523140 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] Checking segment: {'id': '94c5ea10-ef18-4822-81c3-713c44352c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:24:51.523140 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] Bound using segment: {'id': '94c5ea10-ef18-4822-81c3-713c44352c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:24:51.523140 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] Bound port: 8cc3e081-c3f6-4534-aa41-a6eda663d4bc, host: hv-cinder-80192, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c5ea10-ef18-4822-81c3-713c44352c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:24:51.523508 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:51.535823 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-52bd6f79-17ed-4d59-962a-5343dc730266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (3d6bc480-88e8-49d8-a7fb-8e4d83ca69a7), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:51.625152 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-52bd6f79-17ed-4d59-962a-5343dc730266 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=946ebc38acb04961b3f19d1f61a7d48a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5038035 Feb 09 06:24:51.626618 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd6f79-17ed-4d59-962a-5343dc730266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6bc480-88e8-49d8-a7fb-8e4d83ca69a7,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:51.630534 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58534) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:51.639534 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6621a955-a71a-4782-8293-f417fe768e1f req-1fcb903c-4fdc-40b4-aa5b-39a1d4117646 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269557 Feb 09 06:24:51.673785 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd6f79-17ed-4d59-962a-5343dc730266 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:51.674965 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd6f79-17ed-4d59-962a-5343dc730266 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:51.675455 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd6f79-17ed-4d59-962a-5343dc730266 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:51.675832 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd6f79-17ed-4d59-962a-5343dc730266 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:51.676953 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd6f79-17ed-4d59-962a-5343dc730266 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:51.677288 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd6f79-17ed-4d59-962a-5343dc730266 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:51.677789 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd6f79-17ed-4d59-962a-5343dc730266 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:51.678488 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd6f79-17ed-4d59-962a-5343dc730266 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:51.679030 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd6f79-17ed-4d59-962a-5343dc730266 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:51.679553 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd6f79-17ed-4d59-962a-5343dc730266 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:51.679942 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd6f79-17ed-4d59-962a-5343dc730266 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:51.680269 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd6f79-17ed-4d59-962a-5343dc730266 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:51.680748 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd6f79-17ed-4d59-962a-5343dc730266 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:24:51.687061 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] For port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc, host hv-cinder-80192, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:24:51.691544 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port c82ca616-f6aa-47df-b70a-2e2e77752d30 is: ACTIVE; New status is: DOWN {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:24:51.692253 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] For port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc, host hv-cinder-80192, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=8cc3e081-c3f6-4534-aa41-a6eda663d4bc,segment=NetworkSegment(94c5ea10-ef18-4822-81c3-713c44352c6e),segment_id=94c5ea10-ef18-4822-81c3-713c44352c6e)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:24:51.694381 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:51.724493 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5c4a-418d-46c3-89c2-337585dd8d72 admin admin] Publish callbacks [] for security_group (3d6bc480-88e8-49d8-a7fb-8e4d83ca69a7), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:51.750878 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5c4a-418d-46c3-89c2-337585dd8d72 admin admin] Publish callbacks [] for security_group (3d6bc480-88e8-49d8-a7fb-8e4d83ca69a7), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:51.753199 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e048eb-0113-4744-8f66-38855d94f204', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c82ca616-f6aa-47df-b70a-2e2e77752d30'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:24:51.756520 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fa6625-0c5e-4faa-9906-db8ad09925db" -d '{"events": [{"server_uuid": "03e048eb-0113-4744-8f66-38855d94f204", "name": "network-vif-unplugged", "status": "completed", "tag": "c82ca616-f6aa-47df-b70a-2e2e77752d30"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:24:51.759138 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:51.775695 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port c82ca616-f6aa-47df-b70a-2e2e77752d30, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=c82ca616-f6aa-47df-b70a-2e2e77752d30,segment=NetworkSegment(08ec5fe7-f64e-468b-9c61-6936370d96ee),segment_id=08ec5fe7-f64e-468b-9c61-6936370d96ee)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:24:51.834434 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 06:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ead5992-2f40-4b2f-aed9-68192ad2cdb6 x-openstack-request-id: req-0ead5992-2f40-4b2f-aed9-68192ad2cdb6 {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:24:51.834953 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e048eb-0113-4744-8f66-38855d94f204", "name": "network-vif-unplugged", "status": "completed", "tag": "c82ca616-f6aa-47df-b70a-2e2e77752d30", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:24:51.835386 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ead5992-2f40-4b2f-aed9-68192ad2cdb6 {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:24:51.835750 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:51.835899 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e048eb-0113-4744-8f66-38855d94f204', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c82ca616-f6aa-47df-b70a-2e2e77752d30', 'code': 200} Feb 09 06:24:51.836620 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:51.838862 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] 10.222.0.30 "PUT /v2.0/ports/8cc3e081-c3f6-4534-aa41-a6eda663d4bc HTTP/1.1" status: 200 len: 1093 time: 1.3230324 Feb 09 06:24:51.840592 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6281f3-d8cc-42be-8a3a-e3835390d9cf', 'tag': '8cc3e081-c3f6-4534-aa41-a6eda663d4bc'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:24:51.840726 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:51.842014 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f9de64-db45-419d-83b0-3ebb5be1f3b8" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6281f3-d8cc-42be-8a3a-e3835390d9cf", "tag": "8cc3e081-c3f6-4534-aa41-a6eda663d4bc"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:24:51.882966 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b90130-b8cf-4b48-867b-a3895d97b2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc3e081-c3f6-4534-aa41-a6eda663d4bc,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:51.921599 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5c4a-418d-46c3-89c2-337585dd8d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (3d6bc480-88e8-49d8-a7fb-8e4d83ca69a7), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:51.922426 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=c82ca616-f6aa-47df-b70a-2e2e77752d30,revision_number=6']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:51.928251 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5c4a-418d-46c3-89c2-337585dd8d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:51.930102 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-3b6f5c4a-418d-46c3-89c2-337585dd8d72 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d6bc480-88e8-49d8-a7fb-8e4d83ca69a7 HTTP/1.1" status: 204 len: 168 time: 0.2983370 Feb 09 06:24:51.947984 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f5c4a-418d-46c3-89c2-337585dd8d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6bc480-88e8-49d8-a7fb-8e4d83ca69a7,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:52.171429 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffd3431-3146-4e97-92da-819793e5fac3 x-openstack-request-id: req-dffd3431-3146-4e97-92da-819793e5fac3 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:24:52.172063 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6281f3-d8cc-42be-8a3a-e3835390d9cf", "tag": "8cc3e081-c3f6-4534-aa41-a6eda663d4bc", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:24:52.172063 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dffd3431-3146-4e97-92da-819793e5fac3 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:24:52.172487 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6281f3-d8cc-42be-8a3a-e3835390d9cf', 'tag': '8cc3e081-c3f6-4534-aa41-a6eda663d4bc', 'status': 'completed', 'code': 200} Feb 09 06:24:52.547800 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe7017-7f75-4f77-aefd-bd28a2ebe37a req-0a1324b7-4908-4be1-9b0e-b6f234249617 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:52.550145 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cbfe7017-7f75-4f77-aefd-bd28a2ebe37a req-0a1324b7-4908-4be1-9b0e-b6f234249617 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.0622091 Feb 09 06:24:52.613391 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cbfe7017-7f75-4f77-aefd-bd28a2ebe37a req-bccce630-c41b-4fac-9a7e-f4006f0362a1 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569029 Feb 09 06:24:52.685540 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58550) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:52.699493 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-5867a2c6-f2c6-4363-83fe-dc4b577aab8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:52.801990 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab36ca-8a20-4b17-bc04-d804df7654f4 req-4d623a41-57e9-47da-9af1-1f8208fd3d02 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:52.804028 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2aab36ca-8a20-4b17-bc04-d804df7654f4 req-4d623a41-57e9-47da-9af1-1f8208fd3d02 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 943 time: 0.0682876 Feb 09 06:24:52.817475 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-5867a2c6-f2c6-4363-83fe-dc4b577aab8a admin admin] Publish callbacks [] for security_group (359cc2f0-d980-4da0-8827-b7d1fd63ad7f), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:52.862833 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2aab36ca-8a20-4b17-bc04-d804df7654f4 req-cbb60d35-c098-4961-a549-f54626a5109c tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516508 Feb 09 06:24:52.917734 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-5867a2c6-f2c6-4363-83fe-dc4b577aab8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (359cc2f0-d980-4da0-8827-b7d1fd63ad7f), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:52.959302 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-5867a2c6-f2c6-4363-83fe-dc4b577aab8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=211e24356fa648908bd575a16a682bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726245 Feb 09 06:24:52.960242 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867a2c6-f2c6-4363-83fe-dc4b577aab8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359cc2f0-d980-4da0-8827-b7d1fd63ad7f,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:52.961933 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 58554) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:24:53.032549 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ef96-9397-4064-9e0d-0c5e3fe770f0 admin admin] Publish callbacks [] for security_group (359cc2f0-d980-4da0-8827-b7d1fd63ad7f), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:53.054918 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ef96-9397-4064-9e0d-0c5e3fe770f0 admin admin] Publish callbacks [] for security_group (359cc2f0-d980-4da0-8827-b7d1fd63ad7f), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:53.188847 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ef96-9397-4064-9e0d-0c5e3fe770f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (359cc2f0-d980-4da0-8827-b7d1fd63ad7f), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:53.192789 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ef96-9397-4064-9e0d-0c5e3fe770f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:24:53.194060 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-e1f5ef96-9397-4064-9e0d-0c5e3fe770f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/359cc2f0-d980-4da0-8827-b7d1fd63ad7f HTTP/1.1" status: 204 len: 168 time: 0.2310336 Feb 09 06:24:53.208148 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5ef96-9397-4064-9e0d-0c5e3fe770f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359cc2f0-d980-4da0-8827-b7d1fd63ad7f,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:24:53.782885 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3e85b-1c3c-4c16-8e20-41770bf2b2dc req-e8d62f78-1745-4c50-b151-e298a2ee0426 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:53.785223 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f4a3e85b-1c3c-4c16-8e20-41770bf2b2dc req-e8d62f78-1745-4c50-b151-e298a2ee0426 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.0651660 Feb 09 06:24:53.865317 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f4a3e85b-1c3c-4c16-8e20-41770bf2b2dc req-39aa541b-2a43-4e3b-b742-694e5e458d26 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726299 Feb 09 06:24:54.011211 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25782ad1-170b-4aa9-b638-52ac8db38c9a req-330cf7e9-209c-46c8-bcb0-52fb2d14a352 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:54.013111 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-25782ad1-170b-4aa9-b638-52ac8db38c9a req-330cf7e9-209c-46c8-bcb0-52fb2d14a352 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 943 time: 0.0712748 Feb 09 06:24:54.087195 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-25782ad1-170b-4aa9-b638-52ac8db38c9a req-2902070d-b0bb-49d4-8472-8e247c3ba4bf tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685093 Feb 09 06:24:54.997145 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d2de3-3487-40c6-9797-9a7b34d975cd req-dcdf6028-b4b5-438e-b676-848bfa043b63 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:54.998930 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d48d2de3-3487-40c6-9797-9a7b34d975cd req-dcdf6028-b4b5-438e-b676-848bfa043b63 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.0642586 Feb 09 06:24:55.055568 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d48d2de3-3487-40c6-9797-9a7b34d975cd req-8ae8504e-4bbe-4c9f-9b18-8d6beff68b48 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482795 Feb 09 06:24:55.238218 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7ba44-e22b-48e5-b9bf-f43deb491585 req-e3716014-9a78-48de-9776-a0e2f5ac89e0 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:55.242157 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-eaa7ba44-e22b-48e5-b9bf-f43deb491585 req-e3716014-9a78-48de-9776-a0e2f5ac89e0 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 943 time: 0.0683990 Feb 09 06:24:55.301228 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-eaa7ba44-e22b-48e5-b9bf-f43deb491585 req-2dc5a9d0-0433-4427-84d3-59293add77f1 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527222 Feb 09 06:24:56.191485 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b0be4-2d83-4385-9f7c-a0944b2ee127 req-c7987274-6951-441f-9741-c2aa79d1dd19 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:56.193099 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e47b0be4-2d83-4385-9f7c-a0944b2ee127 req-c7987274-6951-441f-9741-c2aa79d1dd19 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.0563545 Feb 09 06:24:56.245897 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e47b0be4-2d83-4385-9f7c-a0944b2ee127 req-203e7d6b-74f5-4902-a8ef-811a02f3bd14 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469911 Feb 09 06:24:56.445397 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5feaa-778a-4d78-b2b2-ec0d34af7f77 req-4d18c720-4318-4de2-b7c4-167860090b14 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:56.452593 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-acd5feaa-778a-4d78-b2b2-ec0d34af7f77 req-4d18c720-4318-4de2-b7c4-167860090b14 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 943 time: 0.0713067 Feb 09 06:24:56.503502 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-acd5feaa-778a-4d78-b2b2-ec0d34af7f77 req-72a64ec0-7ac5-49f6-8245-71d35631c40b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501487 Feb 09 06:24:57.381661 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd622bb-1763-47c6-98fb-d79587a12013 req-7cfcc6a9-7b85-4383-9308-8336c4a43758 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:57.383543 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0bd622bb-1763-47c6-98fb-d79587a12013 req-7cfcc6a9-7b85-4383-9308-8336c4a43758 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.0624454 Feb 09 06:24:57.483729 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0bd622bb-1763-47c6-98fb-d79587a12013 req-28f2301c-a499-4a34-8230-673ca07b4001 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923238 Feb 09 06:24:57.642235 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f209106-daa5-4655-88a9-22d4d8b11505 req-19d61bf7-b942-4d59-9494-8e672c199988 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:57.644314 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8f209106-daa5-4655-88a9-22d4d8b11505 req-19d61bf7-b942-4d59-9494-8e672c199988 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 943 time: 0.0688565 Feb 09 06:24:57.711800 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8f209106-daa5-4655-88a9-22d4d8b11505 req-8fe2a852-e70f-4ef8-80a7-42ca53d78e0c tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612848 Feb 09 06:24:58.464455 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-6863642b-9485-4d42-a1d6-f876cafc8291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:58.465841 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-6863642b-9485-4d42-a1d6-f876cafc8291 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9d5473c4a0d483abc95a20782ba1b57&device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 1127 time: 0.0436540 Feb 09 06:24:58.519973 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-627d1c47-f0eb-4f9d-9a2a-6c056ab7f766 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc3e081-c3f6-4534-aa41-a6eda663d4bc HTTP/1.1" status: 200 len: 217 time: 0.0334210 Feb 09 06:24:58.598508 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-f9686dcc-8f32-465c-ac5e-344a1afa3f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:58.599945 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-f9686dcc-8f32-465c-ac5e-344a1afa3f44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72b8902e-7f71-4a8f-adcc-073c172ed396 HTTP/1.1" status: 200 len: 853 time: 0.0693636 Feb 09 06:24:58.643601 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93381c3e-fef1-40fd-8cc8-f76bde17c599 req-598922c1-2937-48f5-9945-795fad377d98 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:58.645020 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-93381c3e-fef1-40fd-8cc8-f76bde17c599 req-598922c1-2937-48f5-9945-795fad377d98 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.0832131 Feb 09 06:24:58.691135 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-5827834b-04f2-4299-bb97-d211f7e9be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:58.692605 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-5827834b-04f2-4299-bb97-d211f7e9be59 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe1f30b-3256-4c25-bddb-7942bd535543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0812166 Feb 09 06:24:58.700756 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-93381c3e-fef1-40fd-8cc8-f76bde17c599 req-17f656ac-a007-4811-bf36-8a19bb099f52 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503674 Feb 09 06:24:58.796638 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0575c06-f453-48ee-b281-272e391e4746 req-eb56096a-5930-4b6c-83e0-b7774b018448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:58.798157 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-a0575c06-f453-48ee-b281-272e391e4746 req-eb56096a-5930-4b6c-83e0-b7774b018448 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204&tenant_id=6b80cac37fcb437488c5ff4623570b82 HTTP/1.1" status: 200 len: 1127 time: 0.0462608 Feb 09 06:24:58.818404 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-406be297-6116-44a2-8bcd-72ea53735d46 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe1f30b-3256-4c25-bddb-7942bd535543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139722 Feb 09 06:24:58.880892 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0575c06-f453-48ee-b281-272e391e4746 req-382aac5a-6ef9-4a31-a5fa-2599446f3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:58.882498 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-a0575c06-f453-48ee-b281-272e391e4746 req-382aac5a-6ef9-4a31-a5fa-2599446f3f5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b80cac37fcb437488c5ff4623570b82&device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 1127 time: 0.0429444 Feb 09 06:24:58.882649 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb2ce1-c6c4-4ff2-9f2e-6033acfbfaa2 req-c159a9ec-69d3-4d82-83ec-0d6c401fa0a3 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:58.884058 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bceb2ce1-c6c4-4ff2-9f2e-6033acfbfaa2 req-c159a9ec-69d3-4d82-83ec-0d6c401fa0a3 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 943 time: 0.1021729 Feb 09 06:24:58.976805 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0575c06-f453-48ee-b281-272e391e4746 req-e11fe188-d795-48d4-b1a2-51538dc3ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:58.979662 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-a0575c06-f453-48ee-b281-272e391e4746 req-e11fe188-d795-48d4-b1a2-51538dc3ecca service neutron] 10.222.0.30 "GET /v2.0/networks?id=67ec2c57-d1a0-457d-93b8-506d35295f01 HTTP/1.1" status: 200 len: 908 time: 0.0898337 Feb 09 06:24:59.048234 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-a0575c06-f453-48ee-b281-272e391e4746 req-24669d4f-5d9c-4961-a4d8-c1cd93f6348f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c82ca616-f6aa-47df-b70a-2e2e77752d30 HTTP/1.1" status: 200 len: 999 time: 0.0634341 Feb 09 06:24:59.101504 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0575c06-f453-48ee-b281-272e391e4746 req-5a98a271-1d6f-46a5-aa33-fcb6bbe97ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:59.102655 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-a0575c06-f453-48ee-b281-272e391e4746 req-5a98a271-1d6f-46a5-aa33-fcb6bbe97ad4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa956a71-db8c-4321-9989-c93881b8caef HTTP/1.1" status: 200 len: 847 time: 0.0479755 Feb 09 06:24:59.169707 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0575c06-f453-48ee-b281-272e391e4746 req-276cc3b8-49ba-46a6-b102-9a940e5e1ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:59.172083 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-a0575c06-f453-48ee-b281-272e391e4746 req-276cc3b8-49ba-46a6-b102-9a940e5e1ef6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ec2c57-d1a0-457d-93b8-506d35295f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626142 Feb 09 06:24:59.208098 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bceb2ce1-c6c4-4ff2-9f2e-6033acfbfaa2 req-bdcecbd0-dac0-4525-b6c8-aa50bad6608e tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164060 Feb 09 06:24:59.209925 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8a64a7ca-1b4e-4f21-9787-bd8179938bc3 req-c07d5bb6-276c-44a6-bbc9-704564e55f7d service neutron] 10.222.0.30 "GET /v2.0/networks/9fe1f30b-3256-4c25-bddb-7942bd535543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777013 Feb 09 06:24:59.263759 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-a0575c06-f453-48ee-b281-272e391e4746 req-754f5b56-bd4d-4499-bd2b-00d5513adff1 service neutron] 10.222.0.30 "GET /v2.0/networks/67ec2c57-d1a0-457d-93b8-506d35295f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856166 Feb 09 06:24:59.354794 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-a0575c06-f453-48ee-b281-272e391e4746 req-9f1526d5-ce96-49be-b37c-f3736fd663d2 service neutron] 10.222.0.30 "GET /v2.0/networks/67ec2c57-d1a0-457d-93b8-506d35295f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845959 Feb 09 06:24:59.439518 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9de64-db45-419d-83b0-3ebb5be1f3b8 req-2a1d597a-feb8-4020-8cd1-e2320e1dea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:59.441021 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-70f9de64-db45-419d-83b0-3ebb5be1f3b8 req-2a1d597a-feb8-4020-8cd1-e2320e1dea2a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9d5473c4a0d483abc95a20782ba1b57&device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 1127 time: 0.0455010 Feb 09 06:24:59.549539 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9de64-db45-419d-83b0-3ebb5be1f3b8 req-32f4df93-42d4-4092-997f-9ac0ec2444b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:59.550962 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-70f9de64-db45-419d-83b0-3ebb5be1f3b8 req-32f4df93-42d4-4092-997f-9ac0ec2444b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fe1f30b-3256-4c25-bddb-7942bd535543 HTTP/1.1" status: 200 len: 914 time: 0.1029279 Feb 09 06:24:59.592222 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-70f9de64-db45-419d-83b0-3ebb5be1f3b8 req-e2810675-72e9-4d45-8998-27b0f17755c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc3e081-c3f6-4534-aa41-a6eda663d4bc HTTP/1.1" status: 200 len: 217 time: 0.0341010 Feb 09 06:24:59.639701 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9de64-db45-419d-83b0-3ebb5be1f3b8 req-4cf0d8e8-6499-44d3-b3dd-79ab7d5d9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:59.641138 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-70f9de64-db45-419d-83b0-3ebb5be1f3b8 req-4cf0d8e8-6499-44d3-b3dd-79ab7d5d9b0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72b8902e-7f71-4a8f-adcc-073c172ed396 HTTP/1.1" status: 200 len: 853 time: 0.0415330 Feb 09 06:24:59.696661 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9de64-db45-419d-83b0-3ebb5be1f3b8 req-3667d959-d286-45bd-92fb-e7061f8e8ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:59.698104 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-70f9de64-db45-419d-83b0-3ebb5be1f3b8 req-3667d959-d286-45bd-92fb-e7061f8e8ac0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe1f30b-3256-4c25-bddb-7942bd535543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420456 Feb 09 06:24:59.795391 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-70f9de64-db45-419d-83b0-3ebb5be1f3b8 req-3ea98307-62bb-435c-8870-37a925bc7a05 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe1f30b-3256-4c25-bddb-7942bd535543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844610 Feb 09 06:24:59.821064 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cc6dc-796e-484e-98d0-da427c7ef573 req-aac20781-3f7c-49ce-be4a-8a8a3572e035 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:24:59.825075 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-743cc6dc-796e-484e-98d0-da427c7ef573 req-aac20781-3f7c-49ce-be4a-8a8a3572e035 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.0540912 Feb 09 06:24:59.876289 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-743cc6dc-796e-484e-98d0-da427c7ef573 req-ef3fedeb-ebda-4785-992e-12c2106333ce tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478270 Feb 09 06:24:59.887373 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-70f9de64-db45-419d-83b0-3ebb5be1f3b8 req-b38667c8-9d60-4278-83ea-67bede6f9eca service neutron] 10.222.0.30 "GET /v2.0/networks/9fe1f30b-3256-4c25-bddb-7942bd535543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844529 Feb 09 06:25:00.324070 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e223911-6840-4fd1-82fa-b58a75e01dd0 req-03e5ca0b-1a64-4621-bed3-bf1a066a6c79 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:00.325707 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9e223911-6840-4fd1-82fa-b58a75e01dd0 req-03e5ca0b-1a64-4621-bed3-bf1a066a6c79 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 943 time: 0.0521827 Feb 09 06:25:00.374429 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9e223911-6840-4fd1-82fa-b58a75e01dd0 req-1978fc12-5722-40fb-a760-7cdb3c6084dd tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433998 Feb 09 06:25:01.007408 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59904976-ce92-41b3-a187-ee675464b7c4 req-d653174b-2149-47ed-a3df-ad1f2d570f63 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:01.008900 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-59904976-ce92-41b3-a187-ee675464b7c4 req-d653174b-2149-47ed-a3df-ad1f2d570f63 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.0583138 Feb 09 06:25:01.057332 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-59904976-ce92-41b3-a187-ee675464b7c4 req-15673406-ae8f-45f9-87ab-d21b20d08f98 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426681 Feb 09 06:25:01.168768 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 58666) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:01.274284 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d912fd36-79e8-440b-837e-2b0278b6c9c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:01.345326 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d912fd36-79e8-440b-837e-2b0278b6c9c2 admin admin] Publish callbacks [] for security_group (7f3c3492-7d29-4f62-bc92-5b580df639b5), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:01.417477 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d912fd36-79e8-440b-837e-2b0278b6c9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (7f3c3492-7d29-4f62-bc92-5b580df639b5), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:01.479991 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-d912fd36-79e8-440b-837e-2b0278b6c9c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72a7af8138d84625ba995f7072be7319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101223 Feb 09 06:25:01.482522 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 58672) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:01.490452 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912fd36-79e8-440b-837e-2b0278b6c9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3c3492-7d29-4f62-bc92-5b580df639b5,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:01.524523 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 8cc3e081-c3f6-4534-aa41-a6eda663d4bc details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:25:01.552533 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff81f9-bbf0-48b8-b03f-e926d4155c2a req-48990959-9a04-4f10-bd69-8bd93142bb24 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:01.554763 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-abff81f9-bbf0-48b8-b03f-e926d4155c2a req-48990959-9a04-4f10-bd69-8bd93142bb24 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 943 time: 0.1135874 Feb 09 06:25:01.592326 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-274d948c-c160-49ef-85a2-82d4c00f9bc3 admin admin] Publish callbacks [] for security_group (7f3c3492-7d29-4f62-bc92-5b580df639b5), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:01.619000 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=8cc3e081-c3f6-4534-aa41-a6eda663d4bc,segment=NetworkSegment(94c5ea10-ef18-4822-81c3-713c44352c6e),segment_id=94c5ea10-ef18-4822-81c3-713c44352c6e)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:25:01.631341 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': '8cc3e081-c3f6-4534-aa41-a6eda663d4bc', 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543', 'port_id': '8cc3e081-c3f6-4534-aa41-a6eda663d4bc', 'mac_address': 'fa:16:3e:d2:c5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b8902e-7f71-4a8f-adcc-073c172ed396', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:25:01.634044 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-274d948c-c160-49ef-85a2-82d4c00f9bc3 admin admin] Publish callbacks [] for security_group (7f3c3492-7d29-4f62-bc92-5b580df639b5), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:01.643514 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-abff81f9-bbf0-48b8-b03f-e926d4155c2a req-90173c5a-3e17-411e-8def-1e5c8842631b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820267 Feb 09 06:25:01.668121 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:01.668520 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:01.685257 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc3e081-c3f6-4534-aa41-a6eda663d4bc {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:25:01.704176 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=8cc3e081-c3f6-4534-aa41-a6eda663d4bc,segment=NetworkSegment(94c5ea10-ef18-4822-81c3-713c44352c6e),segment_id=94c5ea10-ef18-4822-81c3-713c44352c6e)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:25:01.775067 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-274d948c-c160-49ef-85a2-82d4c00f9bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (7f3c3492-7d29-4f62-bc92-5b580df639b5), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:01.777689 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-274d948c-c160-49ef-85a2-82d4c00f9bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:01.778869 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-274d948c-c160-49ef-85a2-82d4c00f9bc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f3c3492-7d29-4f62-bc92-5b580df639b5 HTTP/1.1" status: 204 len: 168 time: 0.2942691 Feb 09 06:25:01.787077 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d948c-c160-49ef-85a2-82d4c00f9bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3c3492-7d29-4f62-bc92-5b580df639b5,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:01.793209 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:01.851372 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=8cc3e081-c3f6-4534-aa41-a6eda663d4bc,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:01.858883 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:01.859242 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:01.859635 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:01.859980 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:01.860316 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:01.860651 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:01.863443 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:01.863842 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:01.864197 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:01.864977 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:01.865326 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:01.865811 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:01.867111 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:02.099062 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['8cc3e081-c3f6-4534-aa41-a6eda663d4bc'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:25:02.205713 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd590d0d-c8d1-4329-bfc8-a4720df37656 req-67cfd1b6-8675-426f-8922-cb6276e98166 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:02.205713 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bd590d0d-c8d1-4329-bfc8-a4720df37656 req-67cfd1b6-8675-426f-8922-cb6276e98166 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.0591516 Feb 09 06:25:02.253369 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bd590d0d-c8d1-4329-bfc8-a4720df37656 req-145ebeb4-c3a8-4127-89dc-314d8675af59 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558991 Feb 09 06:25:02.759500 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fa93e-7bbc-4d84-969d-6b8b995e1dbf req-4a83d728-95a3-4c6d-a7c8-e932f8233b87 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:02.784143 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f02fa93e-7bbc-4d84-969d-6b8b995e1dbf req-4a83d728-95a3-4c6d-a7c8-e932f8233b87 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 944 time: 0.0524952 Feb 09 06:25:02.808617 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f02fa93e-7bbc-4d84-969d-6b8b995e1dbf req-00f6e0da-a0e7-4af3-bb18-c10682055a51 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418844 Feb 09 06:25:03.177129 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:03.333408 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58684) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:03.351089 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-87158330-9279-4772-8dd7-c888e2ad411e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:03.370657 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105dca6-53fe-4878-9bb4-2fd43260fc24 req-bbfa429f-da1f-4d1d-8d22-066baee0bc62 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:03.372139 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8105dca6-53fe-4878-9bb4-2fd43260fc24 req-bbfa429f-da1f-4d1d-8d22-066baee0bc62 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.0525188 Feb 09 06:25:03.420014 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8105dca6-53fe-4878-9bb4-2fd43260fc24 req-6392b48c-f16d-4ae3-a80a-2246316eeb32 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423191 Feb 09 06:25:03.433036 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-87158330-9279-4772-8dd7-c888e2ad411e admin admin] Publish callbacks [] for security_group (eb183491-460e-4e28-a1d0-c864b2049463), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:03.491325 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-87158330-9279-4772-8dd7-c888e2ad411e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (eb183491-460e-4e28-a1d0-c864b2049463), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:03.526793 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87158330-9279-4772-8dd7-c888e2ad411e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb183491-460e-4e28-a1d0-c864b2049463,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:03.530955 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-87158330-9279-4772-8dd7-c888e2ad411e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12225750600e42b6aa303b0514e885f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965196 Feb 09 06:25:03.534083 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58686) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:03.539234 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 8cc3e081-c3f6-4534-aa41-a6eda663d4bc up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:25:03.582751 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b4098a96-a373-4411-bdc4-46187457a518 admin admin] Publish callbacks [] for security_group (eb183491-460e-4e28-a1d0-c864b2049463), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:03.603618 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b4098a96-a373-4411-bdc4-46187457a518 admin admin] Publish callbacks [] for security_group (eb183491-460e-4e28-a1d0-c864b2049463), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:03.651530 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning for port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc completed by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 06:25:03.655567 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:03.655944 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:03.729086 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b4098a96-a373-4411-bdc4-46187457a518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (eb183491-460e-4e28-a1d0-c864b2049463), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:03.730463 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:03.730852 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:03.731755 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b4098a96-a373-4411-bdc4-46187457a518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:03.732921 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-b4098a96-a373-4411-bdc4-46187457a518 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb183491-460e-4e28-a1d0-c864b2049463 HTTP/1.1" status: 204 len: 168 time: 0.1979146 Feb 09 06:25:03.740733 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4098a96-a373-4411-bdc4-46187457a518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb183491-460e-4e28-a1d0-c864b2049463,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:03.759976 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6281f3-d8cc-42be-8a3a-e3835390d9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc3e081-c3f6-4534-aa41-a6eda663d4bc'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:25:03.762239 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc67d965-5b62-4796-bc40-5d99c08376a6" -d '{"events": [{"server_uuid": "fc6281f3-d8cc-42be-8a3a-e3835390d9cf", "name": "network-vif-plugged", "status": "completed", "tag": "8cc3e081-c3f6-4534-aa41-a6eda663d4bc"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:25:03.788248 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=8cc3e081-c3f6-4534-aa41-a6eda663d4bc,segment=NetworkSegment(94c5ea10-ef18-4822-81c3-713c44352c6e),segment_id=94c5ea10-ef18-4822-81c3-713c44352c6e)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:25:03.804719 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9c9685-c9e5-428d-b086-243447f7a5e1 x-openstack-request-id: req-3a9c9685-c9e5-428d-b086-243447f7a5e1 {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:25:03.805149 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6281f3-d8cc-42be-8a3a-e3835390d9cf", "name": "network-vif-plugged", "status": "completed", "tag": "8cc3e081-c3f6-4534-aa41-a6eda663d4bc", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:25:03.805401 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a9c9685-c9e5-428d-b086-243447f7a5e1 {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:25:03.805806 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6281f3-d8cc-42be-8a3a-e3835390d9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc3e081-c3f6-4534-aa41-a6eda663d4bc', 'code': 200} Feb 09 06:25:03.863288 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:03.916209 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=8cc3e081-c3f6-4534-aa41-a6eda663d4bc,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:03.937416 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a41352-cf5a-4271-b1ed-638d1b76fe73 req-c3d76405-420b-449a-b445-aec6876180cd tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:03.938993 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-63a41352-cf5a-4271-b1ed-638d1b76fe73 req-c3d76405-420b-449a-b445-aec6876180cd tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 945 time: 0.0642474 Feb 09 06:25:03.985723 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-63a41352-cf5a-4271-b1ed-638d1b76fe73 req-781e2b9e-016c-4b1e-a807-9fd8d8d4b15b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408647 Feb 09 06:25:04.161066 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75648dc0-d5a9-4809-91b5-764689854329 req-98def308-b3b1-4797-9d96-71338fd971f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:04.162608 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-75648dc0-d5a9-4809-91b5-764689854329 req-98def308-b3b1-4797-9d96-71338fd971f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 1129 time: 0.0466506 Feb 09 06:25:04.209509 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-75648dc0-d5a9-4809-91b5-764689854329 req-eeb17ca8-7fff-4fb3-bd3c-ac725cc71b84 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Feb 09 06:25:04.538082 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c687b05-0910-4147-af42-f09cd381a3d5 req-47219edd-20a9-421c-8e2a-abf63e494ba1 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:04.539595 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7c687b05-0910-4147-af42-f09cd381a3d5 req-47219edd-20a9-421c-8e2a-abf63e494ba1 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.0535436 Feb 09 06:25:04.588156 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7c687b05-0910-4147-af42-f09cd381a3d5 req-819f6feb-639e-4f7a-b8cf-6a2562e7b2c1 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425167 Feb 09 06:25:05.103176 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d27d1-8856-4e01-8007-84d138016edf req-8405cf11-dfac-49d4-86e7-b5144d6e8d87 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:05.104652 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1b1d27d1-8856-4e01-8007-84d138016edf req-8405cf11-dfac-49d4-86e7-b5144d6e8d87 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 945 time: 0.0555396 Feb 09 06:25:05.153339 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1b1d27d1-8856-4e01-8007-84d138016edf req-fc32abb1-24e7-4bf1-8ece-72ece62d56b7 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430515 Feb 09 06:25:05.705504 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba7518-5844-493f-b0b1-3bca42d83459 req-e29dcd7d-73a7-44f8-8097-f1630aa4dccb tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:05.707044 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9bba7518-5844-493f-b0b1-3bca42d83459 req-e29dcd7d-73a7-44f8-8097-f1630aa4dccb tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.0529797 Feb 09 06:25:05.755785 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9bba7518-5844-493f-b0b1-3bca42d83459 req-6920c60e-3b6c-4eb8-9b61-f41591f32ed9 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431235 Feb 09 06:25:06.269389 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89920b38-3dad-4711-aa89-c60af785ad08 req-92d54205-5855-41e7-bcc1-e87094c126a4 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:06.270902 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-89920b38-3dad-4711-aa89-c60af785ad08 req-92d54205-5855-41e7-bcc1-e87094c126a4 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 945 time: 0.0518847 Feb 09 06:25:06.320556 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-89920b38-3dad-4711-aa89-c60af785ad08 req-19e8181f-81c8-4057-8106-8b54bdb7d84f tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440259 Feb 09 06:25:06.433294 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffce83-a954-4d7d-b73b-8bcbb76a9539 req-fc0a89cf-4c11-4105-9394-556664042246 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:06.434605 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-90ffce83-a954-4d7d-b73b-8bcbb76a9539 req-fc0a89cf-4c11-4105-9394-556664042246 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 945 time: 0.0513623 Feb 09 06:25:06.479321 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-90ffce83-a954-4d7d-b73b-8bcbb76a9539 req-85e80da5-8e14-44cd-9591-9430dcdca8fd tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392265 Feb 09 06:25:06.679317 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 58772) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:06.792150 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3e254b72-74f1-4d99-b455-847acee48f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:06.826430 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097e448-9d02-40fb-ba2e-d2e1bc9bcc28 req-7b538533-390f-4140-b71a-b1acf07fa8de tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:06.827923 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6097e448-9d02-40fb-ba2e-d2e1bc9bcc28 req-7b538533-390f-4140-b71a-b1acf07fa8de tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 945 time: 0.0799489 Feb 09 06:25:06.938147 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0197ab8-8ac2-4109-bb9f-9aa86c84582a req-c17a136c-eb6e-4e06-9e12-0a2487c8e63f tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:06.939611 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a0197ab8-8ac2-4109-bb9f-9aa86c84582a req-c17a136c-eb6e-4e06-9e12-0a2487c8e63f tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 943 time: 0.1095293 Feb 09 06:25:06.947842 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6097e448-9d02-40fb-ba2e-d2e1bc9bcc28 req-b6260d8b-8b26-42e8-b33e-0dff09b4ec76 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032417 Feb 09 06:25:06.980629 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3e254b72-74f1-4d99-b455-847acee48f5d admin admin] Publish callbacks [] for security_group (b8f68190-65ff-458b-9940-437bfe1a62f2), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:07.008906 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a0197ab8-8ac2-4109-bb9f-9aa86c84582a req-4c43df5b-bc2a-4ff6-8c1e-acf2c5ae8825 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601575 Feb 09 06:25:07.068829 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3e254b72-74f1-4d99-b455-847acee48f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (b8f68190-65ff-458b-9940-437bfe1a62f2), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:07.107360 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-3e254b72-74f1-4d99-b455-847acee48f5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa4b57215bd640c0b6e6824be4fdfe4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4269454 Feb 09 06:25:07.108321 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e254b72-74f1-4d99-b455-847acee48f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f68190-65ff-458b-9940-437bfe1a62f2,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:07.110100 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58782) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:07.158743 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-58a3db07-811e-4462-8fc3-f45192430369 admin admin] Publish callbacks [] for security_group (b8f68190-65ff-458b-9940-437bfe1a62f2), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:07.179630 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-58a3db07-811e-4462-8fc3-f45192430369 admin admin] Publish callbacks [] for security_group (b8f68190-65ff-458b-9940-437bfe1a62f2), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:07.294854 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-58a3db07-811e-4462-8fc3-f45192430369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (b8f68190-65ff-458b-9940-437bfe1a62f2), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:07.297515 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-58a3db07-811e-4462-8fc3-f45192430369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:07.298773 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-58a3db07-811e-4462-8fc3-f45192430369 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8f68190-65ff-458b-9940-437bfe1a62f2 HTTP/1.1" status: 204 len: 168 time: 0.1862907 Feb 09 06:25:07.306355 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3db07-811e-4462-8fc3-f45192430369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f68190-65ff-458b-9940-437bfe1a62f2,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:07.560273 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device c82ca616-f6aa-47df-b70a-2e2e77752d30 details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:25:07.816032 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port c82ca616-f6aa-47df-b70a-2e2e77752d30, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=c82ca616-f6aa-47df-b70a-2e2e77752d30,segment=NetworkSegment(08ec5fe7-f64e-468b-9c61-6936370d96ee),segment_id=08ec5fe7-f64e-468b-9c61-6936370d96ee)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:25:07.828197 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': 'c82ca616-f6aa-47df-b70a-2e2e77752d30', 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01', 'port_id': 'c82ca616-f6aa-47df-b70a-2e2e77752d30', 'mac_address': 'fa:16:3e:bd:52:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa956a71-db8c-4321-9989-c93881b8caef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:25:07.868645 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port c82ca616-f6aa-47df-b70a-2e2e77752d30 is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:07.868962 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:07.885159 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c82ca616-f6aa-47df-b70a-2e2e77752d30 {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:25:07.921577 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port c82ca616-f6aa-47df-b70a-2e2e77752d30, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=c82ca616-f6aa-47df-b70a-2e2e77752d30,segment=NetworkSegment(08ec5fe7-f64e-468b-9c61-6936370d96ee),segment_id=08ec5fe7-f64e-468b-9c61-6936370d96ee)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:25:08.026462 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:08.040130 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 58794) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:08.054864 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4fa150cd-ec95-4044-84d0-e915fdd386ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:08.093830 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=c82ca616-f6aa-47df-b70a-2e2e77752d30,revision_number=7']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:08.166307 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555e49d-7dff-439b-9944-60bea4ef7f40 req-2f8d3db1-7a8e-4448-9a40-c04f87afc656 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:08.167810 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a555e49d-7dff-439b-9944-60bea4ef7f40 req-2f8d3db1-7a8e-4448-9a40-c04f87afc656 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 944 time: 0.0837011 Feb 09 06:25:08.199917 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4fa150cd-ec95-4044-84d0-e915fdd386ce admin admin] Publish callbacks [] for security_group (9fa14725-af3e-4d22-813e-ea32f6c2997b), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:08.228628 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a555e49d-7dff-439b-9944-60bea4ef7f40 req-6ba847fb-9dda-4a3e-99e7-07fa9a5527bf tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551312 Feb 09 06:25:08.275026 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4fa150cd-ec95-4044-84d0-e915fdd386ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (9fa14725-af3e-4d22-813e-ea32f6c2997b), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:08.313468 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-4fa150cd-ec95-4044-84d0-e915fdd386ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=248679dd607d4573ad5574ea40b5c53c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723987 Feb 09 06:25:08.314499 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa150cd-ec95-4044-84d0-e915fdd386ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa14725-af3e-4d22-813e-ea32f6c2997b,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:08.316397 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58796) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:08.335901 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['c82ca616-f6aa-47df-b70a-2e2e77752d30'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:25:08.365799 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-216f032d-c74f-453e-9c39-c9b54cba37fc admin admin] Publish callbacks [] for security_group (9fa14725-af3e-4d22-813e-ea32f6c2997b), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:08.387277 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-216f032d-c74f-453e-9c39-c9b54cba37fc admin admin] Publish callbacks [] for security_group (9fa14725-af3e-4d22-813e-ea32f6c2997b), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:08.523449 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-216f032d-c74f-453e-9c39-c9b54cba37fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (9fa14725-af3e-4d22-813e-ea32f6c2997b), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:08.526054 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-216f032d-c74f-453e-9c39-c9b54cba37fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:08.527300 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-216f032d-c74f-453e-9c39-c9b54cba37fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fa14725-af3e-4d22-813e-ea32f6c2997b HTTP/1.1" status: 204 len: 168 time: 0.2097564 Feb 09 06:25:08.536987 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f032d-c74f-453e-9c39-c9b54cba37fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa14725-af3e-4d22-813e-ea32f6c2997b,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:09.347407 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8799d-a181-4979-be4e-c0aae4166043 req-4fe9dbee-48e6-4fba-b073-61545f22a9f5 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:09.348898 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8da8799d-a181-4979-be4e-c0aae4166043 req-4fe9dbee-48e6-4fba-b073-61545f22a9f5 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 944 time: 0.0530126 Feb 09 06:25:09.403563 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8da8799d-a181-4979-be4e-c0aae4166043 req-00246ac3-cb86-4347-8056-750cdab5b96f tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477076 Feb 09 06:25:09.573415 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device c82ca616-f6aa-47df-b70a-2e2e77752d30 up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:25:09.625293 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port c82ca616-f6aa-47df-b70a-2e2e77752d30 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:09.625293 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:09.706619 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port c82ca616-f6aa-47df-b70a-2e2e77752d30 is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:09.706995 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:09.729269 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e048eb-0113-4744-8f66-38855d94f204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82ca616-f6aa-47df-b70a-2e2e77752d30'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:25:09.731550 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa46f02-c989-4b4a-a0be-d6f229ed166a" -d '{"events": [{"server_uuid": "03e048eb-0113-4744-8f66-38855d94f204", "name": "network-vif-plugged", "status": "completed", "tag": "c82ca616-f6aa-47df-b70a-2e2e77752d30"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:25:09.748068 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port c82ca616-f6aa-47df-b70a-2e2e77752d30, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=c82ca616-f6aa-47df-b70a-2e2e77752d30,segment=NetworkSegment(08ec5fe7-f64e-468b-9c61-6936370d96ee),segment_id=08ec5fe7-f64e-468b-9c61-6936370d96ee)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:25:09.774817 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f733f4-0ee4-43b6-a65f-401d590b2689 x-openstack-request-id: req-05f733f4-0ee4-43b6-a65f-401d590b2689 {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:25:09.775112 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e048eb-0113-4744-8f66-38855d94f204", "name": "network-vif-plugged", "status": "completed", "tag": "c82ca616-f6aa-47df-b70a-2e2e77752d30", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:25:09.775372 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05f733f4-0ee4-43b6-a65f-401d590b2689 {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:25:09.775773 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e048eb-0113-4744-8f66-38855d94f204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82ca616-f6aa-47df-b70a-2e2e77752d30', 'code': 200} Feb 09 06:25:09.817403 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:09.870849 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=c82ca616-f6aa-47df-b70a-2e2e77752d30,revision_number=8']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:10.127892 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2aaaf-6678-48b3-802b-feab5e373c5d req-5a6f7935-07cc-4185-9900-2a7f12ce5f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:10.129708 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-60e2aaaf-6678-48b3-802b-feab5e373c5d req-5a6f7935-07cc-4185-9900-2a7f12ce5f53 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 1129 time: 0.0435016 Feb 09 06:25:10.173727 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-60e2aaaf-6678-48b3-802b-feab5e373c5d req-4b5fbbf7-b977-4dc0-9f0b-6f86a25ce55e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380356 Feb 09 06:25:10.677123 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e4a54-821e-4482-959d-b86cdac60dc9 req-a2f0c78a-76f5-4c55-841f-73322ae9005c tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:10.678607 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-333e4a54-821e-4482-959d-b86cdac60dc9 req-a2f0c78a-76f5-4c55-841f-73322ae9005c tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.0513237 Feb 09 06:25:10.726864 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-333e4a54-821e-4482-959d-b86cdac60dc9 req-47b6be97-96d2-4bfe-87f3-a4bb08e4ebcb tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427053 Feb 09 06:25:11.037364 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-599e250b-3781-4fe2-b0b9-5587d6c6194e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:11.854077 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181fd46-be3a-4d41-b136-f23541347cf2 req-396c8bd3-c27c-40c8-ab65-a7a00530e959 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:11.855622 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5181fd46-be3a-4d41-b136-f23541347cf2 req-396c8bd3-c27c-40c8-ab65-a7a00530e959 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.0546765 Feb 09 06:25:11.908096 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5181fd46-be3a-4d41-b136-f23541347cf2 req-f4c63673-8706-4342-85af-54bf4c16e307 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469556 Feb 09 06:25:13.697467 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-38dcc8a0-41e5-4c25-a2a9-ec28399c9e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:14.385971 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:15.711564 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:17.083450 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:17.296961 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0729c-2a9e-4023-9a68-f1dd6df90a43 req-5629fcf4-29e9-4322-b6db-8de0cf7179c6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:17.298457 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-74e0729c-2a9e-4023-9a68-f1dd6df90a43 req-5629fcf4-29e9-4322-b6db-8de0cf7179c6 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 946 time: 0.0577111 Feb 09 06:25:17.343953 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-74e0729c-2a9e-4023-9a68-f1dd6df90a43 req-0a5057f2-681e-4a27-87b6-3075c121a83c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399406 Feb 09 06:25:18.212045 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:25:18.403986 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32f0be-8d0a-4e8d-a0f2-0a844cf2f844 req-44dbb421-003d-49ab-838c-a78ac2d618ad tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:18.405501 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1e32f0be-8d0a-4e8d-a0f2-0a844cf2f844 req-44dbb421-003d-49ab-838c-a78ac2d618ad tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 945 time: 0.0594532 Feb 09 06:25:18.483019 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1e32f0be-8d0a-4e8d-a0f2-0a844cf2f844 req-6311ee11-ef7a-4ab7-8e95-571f98a85fc9 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719810 Feb 09 06:25:18.503241 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac315a-b3e4-4c64-be43-8bf3669c6902 req-ad62be7b-c0e2-40f4-a8c7-835e11f96f55 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:18.503241 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-60ac315a-b3e4-4c64-be43-8bf3669c6902 req-ad62be7b-c0e2-40f4-a8c7-835e11f96f55 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 946 time: 0.0832672 Feb 09 06:25:18.505951 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58942) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:18.555669 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-60ac315a-b3e4-4c64-be43-8bf3669c6902 req-625d873d-f3cf-4d87-915f-e92414d3715f tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444911 Feb 09 06:25:18.703508 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc2fdbb-36d1-490d-8483-5be361db34fd tempest-TestMinimumBasicScenario-2068208013 tempest-TestMinimumBasicScenario-2068208013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:18.705008 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-5bc2fdbb-36d1-490d-8483-5be361db34fd tempest-TestMinimumBasicScenario-2068208013 tempest-TestMinimumBasicScenario-2068208013-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 1124 time: 0.1979976 Feb 09 06:25:18.707906 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58946) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:18.712501 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-ec975e47-ce47-4411-8cf4-67788de2425b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Request body: {'floatingip': {'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'port_id': '8cc3e081-c3f6-4534-aa41-a6eda663d4bc', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:18.811769 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ec975e47-ce47-4411-8cf4-67788de2425b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:18.918857 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb411f3-a420-4f43-b4ef-8eb6c3ba0bb1 req-b6cca733-c7da-47f6-b173-42be8be21861 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:18.920464 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-3fb411f3-a420-4f43-b4ef-8eb6c3ba0bb1 req-b6cca733-c7da-47f6-b173-42be8be21861 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 946 time: 0.0674996 Feb 09 06:25:18.993039 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ec975e47-ce47-4411-8cf4-67788de2425b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:19.111914 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-3fb411f3-a420-4f43-b4ef-8eb6c3ba0bb1 req-ebcb3f86-cc8e-4da8-92d3-42d9562bb5c1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Deleting port be4671cf-6e71-490b-8d24-e822ba6472a9 {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:25:19.112167 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-3fb411f3-a420-4f43-b4ef-8eb6c3ba0bb1 req-ebcb3f86-cc8e-4da8-92d3-42d9562bb5c1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:19.418800 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [None req-ec975e47-ce47-4411-8cf4-67788de2425b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Allocated IP 172.27.3.90 (60906f90-e5e0-4579-a713-ae70aadf892a/3feeac82-f55f-4d1a-bdeb-44d8682c5c90/56859148-fadf-4a63-8e3d-096ca69e327a) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:25:19.503025 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-3fb411f3-a420-4f43-b4ef-8eb6c3ba0bb1 req-ebcb3f86-cc8e-4da8-92d3-42d9562bb5c1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] For port be4671cf-6e71-490b-8d24-e822ba6472a9, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=be4671cf-6e71-490b-8d24-e822ba6472a9,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:25:19.503396 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-3fb411f3-a420-4f43-b4ef-8eb6c3ba0bb1 req-ebcb3f86-cc8e-4da8-92d3-42d9562bb5c1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:19.628213 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ec975e47-ce47-4411-8cf4-67788de2425b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for port (56859148-fadf-4a63-8e3d-096ca69e327a), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:19.677379 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02453d86-a172-4875-9962-f684f3df0db8 req-beb5fc10-550e-409d-a713-a9db59cfa429 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:19.679609 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-02453d86-a172-4875-9962-f684f3df0db8 req-beb5fc10-550e-409d-a713-a9db59cfa429 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 946 time: 0.0535080 Feb 09 06:25:19.725984 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-3fb411f3-a420-4f43-b4ef-8eb6c3ba0bb1 req-ebcb3f86-cc8e-4da8-92d3-42d9562bb5c1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:19.726376 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-3fb411f3-a420-4f43-b4ef-8eb6c3ba0bb1 req-ebcb3f86-cc8e-4da8-92d3-42d9562bb5c1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540521'] for floatingip (208f9193-4258-440b-bc36-3fbec1a3e548), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:19.726694 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.db.l3_db [req-3fb411f3-a420-4f43-b4ef-8eb6c3ba0bb1 req-ebcb3f86-cc8e-4da8-92d3-42d9562bb5c1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Floating IP 208f9193-4258-440b-bc36-3fbec1a3e548 disassociated. External IP: 172.27.3.182, port: be4671cf-6e71-490b-8d24-e822ba6472a9. Feb 09 06:25:19.727070 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [req-3fb411f3-a420-4f43-b4ef-8eb6c3ba0bb1 req-ebcb3f86-cc8e-4da8-92d3-42d9562bb5c1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Calling delete_port for be4671cf-6e71-490b-8d24-e822ba6472a9 owned by compute:nova {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:25:19.738983 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-02453d86-a172-4875-9962-f684f3df0db8 req-40fef97a-980a-438a-a231-5fbc2c1e921c tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a8e8f2a5-ea13-4967-88f8-f4f31308a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532458 Feb 09 06:25:19.773129 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ec975e47-ce47-4411-8cf4-67788de2425b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (56859148-fadf-4a63-8e3d-096ca69e327a), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:19.832526 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec975e47-ce47-4411-8cf4-67788de2425b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Network 60906f90-e5e0-4579-a713-ae70aadf892a is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:25:19.833011 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 58956) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:19.838336 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-ec975e47-ce47-4411-8cf4-67788de2425b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:25:19.841061 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec975e47-ce47-4411-8cf4-67788de2425b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:25:19.850743 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec975e47-ce47-4411-8cf4-67788de2425b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Pushing event updated for resources: {'Port': ['ID=56859148-fadf-4a63-8e3d-096ca69e327a,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:19.940614 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6816e187-8040-4c6a-a805-76e0b1d12cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:20.018670 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6816e187-8040-4c6a-a805-76e0b1d12cb0 admin admin] Publish callbacks [] for security_group (917d4047-520c-4647-a9fc-34a668d472a4), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:20.061870 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-3fb411f3-a420-4f43-b4ef-8eb6c3ba0bb1 req-ebcb3f86-cc8e-4da8-92d3-42d9562bb5c1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (be4671cf-6e71-490b-8d24-e822ba6472a9), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:20.100580 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb3f86-cc8e-4da8-92d3-42d9562bb5c1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Pushing event deleted for resources: {'Port': ['ID=be4671cf-6e71-490b-8d24-e822ba6472a9,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:20.112801 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6816e187-8040-4c6a-a805-76e0b1d12cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (917d4047-520c-4647-a9fc-34a668d472a4), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:20.163208 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-6816e187-8040-4c6a-a805-76e0b1d12cb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b42aaabb60e410da90767a44c9cf206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222754 Feb 09 06:25:20.163208 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816e187-8040-4c6a-a805-76e0b1d12cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917d4047-520c-4647-a9fc-34a668d472a4,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:20.163208 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 58960) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:20.176718 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816e187-8040-4c6a-a805-76e0b1d12cb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:20.177000 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816e187-8040-4c6a-a805-76e0b1d12cb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:20.177343 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816e187-8040-4c6a-a805-76e0b1d12cb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:20.177681 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816e187-8040-4c6a-a805-76e0b1d12cb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:20.178013 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816e187-8040-4c6a-a805-76e0b1d12cb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:20.178374 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816e187-8040-4c6a-a805-76e0b1d12cb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:20.178703 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816e187-8040-4c6a-a805-76e0b1d12cb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:20.179030 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816e187-8040-4c6a-a805-76e0b1d12cb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:20.179370 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816e187-8040-4c6a-a805-76e0b1d12cb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:20.179680 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816e187-8040-4c6a-a805-76e0b1d12cb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:20.180571 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816e187-8040-4c6a-a805-76e0b1d12cb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:20.180571 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816e187-8040-4c6a-a805-76e0b1d12cb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:20.180792 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6816e187-8040-4c6a-a805-76e0b1d12cb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:20.219354 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9afd9cfd-cf6e-4ab9-91ed-5a244646f69d admin admin] Publish callbacks [] for security_group (917d4047-520c-4647-a9fc-34a668d472a4), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:20.240749 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9afd9cfd-cf6e-4ab9-91ed-5a244646f69d admin admin] Publish callbacks [] for security_group (917d4047-520c-4647-a9fc-34a668d472a4), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:20.327557 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fb411f3-a420-4f43-b4ef-8eb6c3ba0bb1 req-ebcb3f86-cc8e-4da8-92d3-42d9562bb5c1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Router 63336999-3889-4933-b3d2-01420885fd7f has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:25:20.360367 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9afd9cfd-cf6e-4ab9-91ed-5a244646f69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (917d4047-520c-4647-a9fc-34a668d472a4), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:20.363127 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9afd9cfd-cf6e-4ab9-91ed-5a244646f69d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:20.364363 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-9afd9cfd-cf6e-4ab9-91ed-5a244646f69d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/917d4047-520c-4647-a9fc-34a668d472a4 HTTP/1.1" status: 204 len: 168 time: 0.2031569 Feb 09 06:25:20.374997 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd9cfd-cf6e-4ab9-91ed-5a244646f69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917d4047-520c-4647-a9fc-34a668d472a4,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:20.422816 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ec975e47-ce47-4411-8cf4-67788de2425b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for floatingip (7cc2f76d-713d-41a9-b3dc-b5fcc72f0a72), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:20.489496 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fb411f3-a420-4f43-b4ef-8eb6c3ba0bb1 req-ebcb3f86-cc8e-4da8-92d3-42d9562bb5c1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:25:20.500058 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae26f4-7901-4423-91c2-d0d80973c9bb None None] Sync routers for ids ['63336999-3889-4933-b3d2-01420885fd7f'] in dv-cinder-801923-6-iscsi {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:25:20.519249 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae26f4-7901-4423-91c2-d0d80973c9bb None None] Routers {'63336999-3889-4933-b3d2-01420885fd7f'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:25:20.522129 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-26ae26f4-7901-4423-91c2-d0d80973c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:25:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['63336999-3889-4933-b3d2-01420885fd7f'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:20.533190 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb411f3-a420-4f43-b4ef-8eb6c3ba0bb1 req-ebcb3f86-cc8e-4da8-92d3-42d9562bb5c1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] No DVR routers for this DVR port be4671cf-6e71-490b-8d24-e822ba6472a9 on host hv-cinder-80192 {{(pid=103035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:25:20.536068 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-3fb411f3-a420-4f43-b4ef-8eb6c3ba0bb1 req-ebcb3f86-cc8e-4da8-92d3-42d9562bb5c1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:20.539746 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-3fb411f3-a420-4f43-b4ef-8eb6c3ba0bb1 req-ebcb3f86-cc8e-4da8-92d3-42d9562bb5c1 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.30 "DELETE /v2.0/ports/be4671cf-6e71-490b-8d24-e822ba6472a9 HTTP/1.1" status: 204 len: 173 time: 1.6012819 Feb 09 06:25:20.540300 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8806acc-f0ac-456d-8b57-c4b60f8ea401', 'name': 'network-vif-deleted', 'tag': 'be4671cf-6e71-490b-8d24-e822ba6472a9'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:25:20.542916 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96d2e29-7921-4ad4-9c50-cf9bef661891" -d '{"events": [{"server_uuid": "f8806acc-f0ac-456d-8b57-c4b60f8ea401", "name": "network-vif-deleted", "tag": "be4671cf-6e71-490b-8d24-e822ba6472a9"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:25:20.585901 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ec975e47-ce47-4411-8cf4-67788de2425b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (56859148-fadf-4a63-8e3d-096ca69e327a), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:20.590292 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a700df-fabc-424a-8066-cc47518a4628 x-openstack-request-id: req-64a700df-fabc-424a-8066-cc47518a4628 {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:25:20.590698 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8806acc-f0ac-456d-8b57-c4b60f8ea401", "name": "network-vif-deleted", "tag": "be4671cf-6e71-490b-8d24-e822ba6472a9", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:25:20.591044 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64a700df-fabc-424a-8066-cc47518a4628 {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:25:20.591526 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8806acc-f0ac-456d-8b57-c4b60f8ea401', 'name': 'network-vif-deleted', 'tag': 'be4671cf-6e71-490b-8d24-e822ba6472a9', 'status': 'completed', 'code': 200} Feb 09 06:25:20.657101 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-26ae26f4-7901-4423-91c2-d0d80973c9bb None None] Set router 63336999-3889-4933-b3d2-01420885fd7f gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:25:20.782843 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ec975e47-ce47-4411-8cf4-67788de2425b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for port (56859148-fadf-4a63-8e3d-096ca69e327a), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:20.854514 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1fef637c-f972-4394-895b-19c413c80116 req-7d8bc761-5fe4-462e-8034-afef4c5d56f8 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8806acc-f0ac-456d-8b57-c4b60f8ea401 HTTP/1.1" status: 200 len: 210 time: 0.0283222 Feb 09 06:25:20.883472 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-26ae26f4-7901-4423-91c2-d0d80973c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63336999-3889-4933-b3d2-01420885fd7f', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:31Z', 'revision_number': 4, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'gw_port': {'id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:25Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '86365fa8-398d-497f-b281-0b5faeb832bd', 'name': '', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'mac_address': 'fa:16:3e:eb:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:30Z', 'updated_at': '2022-02-09T06:18:37Z', 'revision_number': 5, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'subnets': [{'id': 'edec6496-1545-49e9-88fa-af018f151255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:20.895033 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ec975e47-ce47-4411-8cf4-67788de2425b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (56859148-fadf-4a63-8e3d-096ca69e327a), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:20.917874 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae26f4-7901-4423-91c2-d0d80973c9bb None None] Checking router: 63336999-3889-4933-b3d2-01420885fd7f for host: dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:25:20.927555 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae26f4-7901-4423-91c2-d0d80973c9bb None None] Routers {'63336999-3889-4933-b3d2-01420885fd7f'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:25:20.928637 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-26ae26f4-7901-4423-91c2-d0d80973c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:25:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['63336999-3889-4933-b3d2-01420885fd7f'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:20.970610 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec975e47-ce47-4411-8cf4-67788de2425b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Pushing event updated for resources: {'Port': ['ID=56859148-fadf-4a63-8e3d-096ca69e327a,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:20.978801 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ec975e47-ce47-4411-8cf4-67788de2425b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540521'] for floatingip (7cc2f76d-713d-41a9-b3dc-b5fcc72f0a72), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:21.064891 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-26ae26f4-7901-4423-91c2-d0d80973c9bb None None] Set router 63336999-3889-4933-b3d2-01420885fd7f gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:25:21.097673 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.db.l3_db [None req-ec975e47-ce47-4411-8cf4-67788de2425b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Floating IP 7cc2f76d-713d-41a9-b3dc-b5fcc72f0a72 associated. External IP: 172.27.3.90, port: 8cc3e081-c3f6-4534-aa41-a6eda663d4bc. Feb 09 06:25:21.267184 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-26ae26f4-7901-4423-91c2-d0d80973c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63336999-3889-4933-b3d2-01420885fd7f', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:31Z', 'revision_number': 4, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'gw_port': {'id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:25Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '86365fa8-398d-497f-b281-0b5faeb832bd', 'name': '', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'mac_address': 'fa:16:3e:eb:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:30Z', 'updated_at': '2022-02-09T06:18:37Z', 'revision_number': 5, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'subnets': [{'id': 'edec6496-1545-49e9-88fa-af018f151255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:21.299563 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ae26f4-7901-4423-91c2-d0d80973c9bb None None] The sync data for ids ['63336999-3889-4933-b3d2-01420885fd7f'] in dv-cinder-801923-6-iscsi is: [{'id': '63336999-3889-4933-b3d2-01420885fd7f', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:18:31Z', 'revision_number': 4, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'gw_port': {'id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:25Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '86365fa8-398d-497f-b281-0b5faeb832bd', 'name': '', 'network_id': '5b10a0e1-f501-4b31-86fb-646a220008e1', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'mac_address': 'fa:16:3e:eb:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'edec6496-1545-49e9-88fa-af018f151255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:30Z', 'updated_at': '2022-02-09T06:18:37Z', 'revision_number': 5, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'subnets': [{'id': 'edec6496-1545-49e9-88fa-af018f151255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:25:21.332713 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec975e47-ce47-4411-8cf4-67788de2425b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Router ccd39007-5ea1-4cc0-a659-d7fffcbdb10e has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:25:21.467398 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec975e47-ce47-4411-8cf4-67788de2425b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:25:21.478281 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84210c-78df-4ef7-8518-3ed83aed00a2 None None] Sync routers for ids ['ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:25:21.494849 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84210c-78df-4ef7-8518-3ed83aed00a2 None None] Routers {'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:25:21.494849 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-6d84210c-78df-4ef7-8518-3ed83aed00a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:25:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:21.554914 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a369d3-e251-4b81-b0e0-d3dc46b07b81 None None] New status for floating IP 208f9193-4258-440b-bc36-3fbec1a3e548: DOWN {{(pid=103037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 06:25:21.563913 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ec975e47-ce47-4411-8cf4-67788de2425b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:21.604394 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-ec975e47-ce47-4411-8cf4-67788de2425b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8954890 Feb 09 06:25:21.607905 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58990) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:21.613593 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-d274fc7a-cf51-43a9-bde7-ae0ab2c016d1 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1906513275', 'description': 'tempest-secgroup-smoke-1906513275 description', 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:21.620004 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-6d84210c-78df-4ef7-8518-3ed83aed00a2 None None] Set router ccd39007-5ea1-4cc0-a659-d7fffcbdb10e gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:25:21.718096 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d274fc7a-cf51-43a9-bde7-ae0ab2c016d1 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:21.811556 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d274fc7a-cf51-43a9-bde7-ae0ab2c016d1 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group (46a5d92a-22c9-433b-b02d-a16549786aa4), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:21.871153 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-6d84210c-78df-4ef7-8518-3ed83aed00a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'name': 'tempest-TestMinimumBasicScenario-645329704-router', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:16Z', 'updated_at': '2022-02-09T06:24:20Z', 'revision_number': 4, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'gw_port': {'id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:17Z', 'updated_at': '2022-02-09T06:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '7cc2f76d-713d-41a9-b3dc-b5fcc72f0a72', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'port_id': '8cc3e081-c3f6-4534-aa41-a6eda663d4bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543', 'mac_address': 'fa:16:3e:d2:c5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6281f3-d8cc-42be-8a3a-e3835390d9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:25:20Z', 'updated_at': '2022-02-09T06:25:20Z', 'revision_number': 0, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246282b5-d92e-432b-b03a-93fcafd0b15b', 'name': '', 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'mac_address': 'fa:16:3e:6d:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '72b8902e-7f71-4a8f-adcc-073c172ed396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:19Z', 'updated_at': '2022-02-09T06:24:24Z', 'revision_number': 5, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'subnets': [{'id': '72b8902e-7f71-4a8f-adcc-073c172ed396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:21.898050 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84210c-78df-4ef7-8518-3ed83aed00a2 None None] Checking router: ccd39007-5ea1-4cc0-a659-d7fffcbdb10e for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:25:21.900645 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d274fc7a-cf51-43a9-bde7-ae0ab2c016d1 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (46a5d92a-22c9-433b-b02d-a16549786aa4), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:21.906628 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84210c-78df-4ef7-8518-3ed83aed00a2 None None] Routers {'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:25:21.907255 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-6d84210c-78df-4ef7-8518-3ed83aed00a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:25:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:21.945442 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274fc7a-cf51-43a9-bde7-ae0ab2c016d1 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a5d92a-22c9-433b-b02d-a16549786aa4,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:22.021178 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 58998) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:22.022581 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-6d84210c-78df-4ef7-8518-3ed83aed00a2 None None] Set router ccd39007-5ea1-4cc0-a659-d7fffcbdb10e gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:25:22.053425 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d274fc7a-cf51-43a9-bde7-ae0ab2c016d1 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:22.054277 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59000) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:22.054786 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-d274fc7a-cf51-43a9-bde7-ae0ab2c016d1 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4450414 Feb 09 06:25:22.059609 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-6541dd2f-0bf7-4b59-82f1-f4079eaa1d66 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Request body: {'security_group_rule': {'security_group_id': '46a5d92a-22c9-433b-b02d-a16549786aa4', 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:22.083817 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-88bec6e7-2a1b-4d33-8090-50b035d19db5 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group (a8e8f2a5-ea13-4967-88f8-f4f31308a02f), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:22.107937 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-88bec6e7-2a1b-4d33-8090-50b035d19db5 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group (a8e8f2a5-ea13-4967-88f8-f4f31308a02f), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:22.179709 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6541dd2f-0bf7-4b59-82f1-f4079eaa1d66 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group_rule (aa59345f-8687-402b-9155-09d14e1d0896), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:22.232921 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6541dd2f-0bf7-4b59-82f1-f4079eaa1d66 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group_rule (aa59345f-8687-402b-9155-09d14e1d0896), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:22.245796 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-88bec6e7-2a1b-4d33-8090-50b035d19db5 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (a8e8f2a5-ea13-4967-88f8-f4f31308a02f), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:22.248482 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-88bec6e7-2a1b-4d33-8090-50b035d19db5 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:22.252313 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-88bec6e7-2a1b-4d33-8090-50b035d19db5 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "DELETE /v2.0/security-groups/a8e8f2a5-ea13-4967-88f8-f4f31308a02f HTTP/1.1" status: 204 len: 168 time: 0.2268362 Feb 09 06:25:22.252435 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-6d84210c-78df-4ef7-8518-3ed83aed00a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'name': 'tempest-TestMinimumBasicScenario-645329704-router', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:16Z', 'updated_at': '2022-02-09T06:24:20Z', 'revision_number': 4, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'gw_port': {'id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:17Z', 'updated_at': '2022-02-09T06:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '7cc2f76d-713d-41a9-b3dc-b5fcc72f0a72', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'port_id': '8cc3e081-c3f6-4534-aa41-a6eda663d4bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543', 'mac_address': 'fa:16:3e:d2:c5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6281f3-d8cc-42be-8a3a-e3835390d9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:25:20Z', 'updated_at': '2022-02-09T06:25:20Z', 'revision_number': 0, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246282b5-d92e-432b-b03a-93fcafd0b15b', 'name': '', 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'mac_address': 'fa:16:3e:6d:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '72b8902e-7f71-4a8f-adcc-073c172ed396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:19Z', 'updated_at': '2022-02-09T06:24:24Z', 'revision_number': 5, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'subnets': [{'id': '72b8902e-7f71-4a8f-adcc-073c172ed396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:22.253823 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59002) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:22.266497 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bec6e7-2a1b-4d33-8090-50b035d19db5 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e8f2a5-ea13-4967-88f8-f4f31308a02f,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:22.273463 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.api.v2.resource [None req-25f3e235-6a1e-4dd1-9394-5798c9683e7e tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] show failed (client error): The resource could not be found. Feb 09 06:25:22.275809 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-25f3e235-6a1e-4dd1-9394-5798c9683e7e tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "GET /v2.0/security-groups/a8e8f2a5-ea13-4967-88f8-f4f31308a02f HTTP/1.1" status: 404 len: 347 time: 0.0193489 Feb 09 06:25:22.282893 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59004) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:22.286578 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84210c-78df-4ef7-8518-3ed83aed00a2 None None] The sync data for ids ['ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'] in dv-cinder-801923-6-iscsi is: [{'id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'name': 'tempest-TestMinimumBasicScenario-645329704-router', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:16Z', 'updated_at': '2022-02-09T06:24:20Z', 'revision_number': 4, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'gw_port': {'id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:17Z', 'updated_at': '2022-02-09T06:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '7cc2f76d-713d-41a9-b3dc-b5fcc72f0a72', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'port_id': '8cc3e081-c3f6-4534-aa41-a6eda663d4bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543', 'mac_address': 'fa:16:3e:d2:c5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6281f3-d8cc-42be-8a3a-e3835390d9cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:25:20Z', 'updated_at': '2022-02-09T06:25:20Z', 'revision_number': 0, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '246282b5-d92e-432b-b03a-93fcafd0b15b', 'name': '', 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'mac_address': 'fa:16:3e:6d:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '72b8902e-7f71-4a8f-adcc-073c172ed396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:19Z', 'updated_at': '2022-02-09T06:24:24Z', 'revision_number': 5, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'subnets': [{'id': '72b8902e-7f71-4a8f-adcc-073c172ed396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:25:22.367740 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6541dd2f-0bf7-4b59-82f1-f4079eaa1d66 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (aa59345f-8687-402b-9155-09d14e1d0896), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:22.412875 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541dd2f-0bf7-4b59-82f1-f4079eaa1d66 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa59345f-8687-402b-9155-09d14e1d0896,revision_number=0']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:22.443234 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-38ff255f-19be-4697-8934-ae456bec51d3 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Deleting port 9d1e69e7-d56a-41b5-97e4-acac0ecc93c9 {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:25:22.443234 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-38ff255f-19be-4697-8934-ae456bec51d3 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (9d1e69e7-d56a-41b5-97e4-acac0ecc93c9), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:22.506498 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6541dd2f-0bf7-4b59-82f1-f4079eaa1d66 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:22.509710 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-6541dd2f-0bf7-4b59-82f1-f4079eaa1d66 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4517322 Feb 09 06:25:22.509854 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24546637-6421-447a-9b1c-c394bf7f6e7c None None] New status for floating IP 7cc2f76d-713d-41a9-b3dc-b5fcc72f0a72: ACTIVE {{(pid=103036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 06:25:22.511814 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59008) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:22.516340 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-ece824f0-5079-4ce3-b138-f5e87c2ef78c tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Request body: {'security_group_rule': {'security_group_id': '46a5d92a-22c9-433b-b02d-a16549786aa4', 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:22.523667 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-38ff255f-19be-4697-8934-ae456bec51d3 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (9d1e69e7-d56a-41b5-97e4-acac0ecc93c9), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:22.523999 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-38ff255f-19be-4697-8934-ae456bec51d3 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for floatingip (9d1e69e7-d56a-41b5-97e4-acac0ecc93c9), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:22.536335 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-38ff255f-19be-4697-8934-ae456bec51d3 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Calling delete_port for 9d1e69e7-d56a-41b5-97e4-acac0ecc93c9 owned by network:floatingip {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:25:22.592569 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6281f3-d8cc-42be-8a3a-e3835390d9cf', 'tag': '8cc3e081-c3f6-4534-aa41-a6eda663d4bc'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:25:22.596639 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540ae316-8f1a-4ee6-9e39-a59bd3dfc7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6281f3-d8cc-42be-8a3a-e3835390d9cf", "tag": "8cc3e081-c3f6-4534-aa41-a6eda663d4bc"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:25:22.623728 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ece824f0-5079-4ce3-b138-f5e87c2ef78c tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group_rule (2c6d6e5c-981b-4c7f-bbe4-e07cc526c2c5), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:22.644611 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12020662-deb4-4ba8-92a9-41a8bf5931af x-openstack-request-id: req-12020662-deb4-4ba8-92a9-41a8bf5931af {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:25:22.644914 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6281f3-d8cc-42be-8a3a-e3835390d9cf", "tag": "8cc3e081-c3f6-4534-aa41-a6eda663d4bc", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:25:22.647298 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12020662-deb4-4ba8-92a9-41a8bf5931af {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:25:22.647298 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6281f3-d8cc-42be-8a3a-e3835390d9cf', 'tag': '8cc3e081-c3f6-4534-aa41-a6eda663d4bc', 'status': 'completed', 'code': 200} Feb 09 06:25:22.726314 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ece824f0-5079-4ce3-b138-f5e87c2ef78c tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group_rule (2c6d6e5c-981b-4c7f-bbe4-e07cc526c2c5), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:22.741730 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ae316-8f1a-4ee6-9e39-a59bd3dfc7d8 req-17952e5f-ddc4-49c0-998f-e2b312f842fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:22.743271 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-540ae316-8f1a-4ee6-9e39-a59bd3dfc7d8 req-17952e5f-ddc4-49c0-998f-e2b312f842fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9d5473c4a0d483abc95a20782ba1b57&device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 1129 time: 0.0603952 Feb 09 06:25:22.752433 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-38ff255f-19be-4697-8934-ae456bec51d3 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (9d1e69e7-d56a-41b5-97e4-acac0ecc93c9), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:22.778535 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff255f-19be-4697-8934-ae456bec51d3 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Pushing event deleted for resources: {'Port': ['ID=9d1e69e7-d56a-41b5-97e4-acac0ecc93c9,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:22.816900 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ece824f0-5079-4ce3-b138-f5e87c2ef78c tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (2c6d6e5c-981b-4c7f-bbe4-e07cc526c2c5), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:22.842446 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-38ff255f-19be-4697-8934-ae456bec51d3 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks [] for floatingip (208f9193-4258-440b-bc36-3fbec1a3e548), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:22.845077 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-38ff255f-19be-4697-8934-ae456bec51d3 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:22.849147 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-38ff255f-19be-4697-8934-ae456bec51d3 tempest-AttachVolumeShelveTestJSON-940680148 tempest-AttachVolumeShelveTestJSON-940680148-project] 10.222.0.13 "DELETE /v2.0/floatingips/208f9193-4258-440b-bc36-3fbec1a3e548 HTTP/1.1" status: 204 len: 168 time: 0.5623605 Feb 09 06:25:22.849307 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece824f0-5079-4ce3-b138-f5e87c2ef78c tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6d6e5c-981b-4c7f-bbe4-e07cc526c2c5,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:22.857901 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ae316-8f1a-4ee6-9e39-a59bd3dfc7d8 req-a8006ec9-98f3-4f30-a0e4-c90310a9b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:22.859582 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-540ae316-8f1a-4ee6-9e39-a59bd3dfc7d8 req-a8006ec9-98f3-4f30-a0e4-c90310a9b582 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fe1f30b-3256-4c25-bddb-7942bd535543 HTTP/1.1" status: 200 len: 914 time: 0.1089866 Feb 09 06:25:22.926464 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ece824f0-5079-4ce3-b138-f5e87c2ef78c tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:22.927689 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-ece824f0-5079-4ce3-b138-f5e87c2ef78c tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4148126 Feb 09 06:25:22.931048 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59016) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:22.935685 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-fce62049-2d65-480c-bce8-95a4d593dfc5 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Request body: {'security_group_rule': {'security_group_id': '46a5d92a-22c9-433b-b02d-a16549786aa4', 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:22.936343 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-540ae316-8f1a-4ee6-9e39-a59bd3dfc7d8 req-9f1e7283-b6a0-4d1c-a6e9-8a1224fff7fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc3e081-c3f6-4534-aa41-a6eda663d4bc HTTP/1.1" status: 200 len: 1000 time: 0.0662403 Feb 09 06:25:22.984134 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ae316-8f1a-4ee6-9e39-a59bd3dfc7d8 req-20e63c32-c8b4-458f-844f-8ce7984fd83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:22.985592 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-540ae316-8f1a-4ee6-9e39-a59bd3dfc7d8 req-20e63c32-c8b4-458f-844f-8ce7984fd83c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72b8902e-7f71-4a8f-adcc-073c172ed396 HTTP/1.1" status: 200 len: 853 time: 0.0425732 Feb 09 06:25:23.035274 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ae316-8f1a-4ee6-9e39-a59bd3dfc7d8 req-9aa25771-d0e0-4120-8f3f-daa4c570d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:23.036677 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-540ae316-8f1a-4ee6-9e39-a59bd3dfc7d8 req-9aa25771-d0e0-4120-8f3f-daa4c570d3cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe1f30b-3256-4c25-bddb-7942bd535543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426731 Feb 09 06:25:23.048510 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fce62049-2d65-480c-bce8-95a4d593dfc5 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group_rule (b18063e7-3395-4143-8746-c8694fa70a78), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:23.105231 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fce62049-2d65-480c-bce8-95a4d593dfc5 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group_rule (b18063e7-3395-4143-8746-c8694fa70a78), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:23.127271 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-540ae316-8f1a-4ee6-9e39-a59bd3dfc7d8 req-d880aa86-c85a-4faf-bf8f-9cb8d17b38e3 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe1f30b-3256-4c25-bddb-7942bd535543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834315 Feb 09 06:25:23.219406 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-540ae316-8f1a-4ee6-9e39-a59bd3dfc7d8 req-2622779d-7b8f-4321-881a-d0e90b378249 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe1f30b-3256-4c25-bddb-7942bd535543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848706 Feb 09 06:25:23.226353 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fce62049-2d65-480c-bce8-95a4d593dfc5 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (b18063e7-3395-4143-8746-c8694fa70a78), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:23.240928 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce62049-2d65-480c-bce8-95a4d593dfc5 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18063e7-3395-4143-8746-c8694fa70a78,revision_number=0']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:23.337135 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fce62049-2d65-480c-bce8-95a4d593dfc5 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:23.338421 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-fce62049-2d65-480c-bce8-95a4d593dfc5 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4062924 Feb 09 06:25:23.341187 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59020) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:23.345614 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-0086dd69-a3ba-468c-bf97-369c77bb5301 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Request body: {'security_group_rule': {'security_group_id': '46a5d92a-22c9-433b-b02d-a16549786aa4', 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:23.453853 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0086dd69-a3ba-468c-bf97-369c77bb5301 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group_rule (275e6d08-c81d-4f3e-af31-e41cfcf12ebb), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:23.510861 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0086dd69-a3ba-468c-bf97-369c77bb5301 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group_rule (275e6d08-c81d-4f3e-af31-e41cfcf12ebb), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:23.586560 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0086dd69-a3ba-468c-bf97-369c77bb5301 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (275e6d08-c81d-4f3e-af31-e41cfcf12ebb), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:23.604357 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086dd69-a3ba-468c-bf97-369c77bb5301 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275e6d08-c81d-4f3e-af31-e41cfcf12ebb,revision_number=0']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:23.636444 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device be4671cf-6e71-490b-8d24-e822ba6472a9 no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:25:23.656971 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] No Port match for: be4671cf-6e71-490b-8d24-e822ba6472a9 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:25:23.657327 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device be4671cf-6e71-490b-8d24-e822ba6472a9 not bound to the agent host hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:25:23.666317 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0086dd69-a3ba-468c-bf97-369c77bb5301 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:23.668081 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-0086dd69-a3ba-468c-bf97-369c77bb5301 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3258162 Feb 09 06:25:23.671096 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59028) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:23.675993 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-b145a31b-af05-46db-8892-4291dcad2f16 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Request body: {'security_group_rule': {'security_group_id': '46a5d92a-22c9-433b-b02d-a16549786aa4', 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:23.777789 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.securitygroups_db [None req-b145a31b-af05-46db-8892-4291dcad2f16 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Project d9d5473c4a0d483abc95a20782ba1b57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 06:25:23.783055 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b145a31b-af05-46db-8892-4291dcad2f16 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group_rule (6450c6e8-01aa-45bd-a66e-a0bf200f6a42), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:23.840898 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b145a31b-af05-46db-8892-4291dcad2f16 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group_rule (6450c6e8-01aa-45bd-a66e-a0bf200f6a42), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:23.967029 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b145a31b-af05-46db-8892-4291dcad2f16 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (6450c6e8-01aa-45bd-a66e-a0bf200f6a42), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:23.987398 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145a31b-af05-46db-8892-4291dcad2f16 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6450c6e8-01aa-45bd-a66e-a0bf200f6a42,revision_number=0']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:24.065369 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b145a31b-af05-46db-8892-4291dcad2f16 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:24.066921 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-b145a31b-af05-46db-8892-4291dcad2f16 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3946555 Feb 09 06:25:24.069795 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59030) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:24.074288 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-d209f892-1953-4438-951f-499bb65e388c tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Request body: {'security_group_rule': {'security_group_id': '46a5d92a-22c9-433b-b02d-a16549786aa4', 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:24.154354 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.securitygroups_db [None req-d209f892-1953-4438-951f-499bb65e388c tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Project d9d5473c4a0d483abc95a20782ba1b57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 06:25:24.159361 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d209f892-1953-4438-951f-499bb65e388c tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group_rule (4b831d52-ae2f-4676-8416-69cb4eaaea90), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:24.221962 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d209f892-1953-4438-951f-499bb65e388c tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group_rule (4b831d52-ae2f-4676-8416-69cb4eaaea90), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:24.275936 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d209f892-1953-4438-951f-499bb65e388c tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (4b831d52-ae2f-4676-8416-69cb4eaaea90), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:24.296330 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209f892-1953-4438-951f-499bb65e388c tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b831d52-ae2f-4676-8416-69cb4eaaea90,revision_number=0']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:24.399542 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d209f892-1953-4438-951f-499bb65e388c tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:24.400858 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-d209f892-1953-4438-951f-499bb65e388c tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3301001 Feb 09 06:25:24.499812 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8782ced4-1860-49ff-9d3a-cc3b4f461f51 req-92dd9d8d-04f3-4775-b33a-28a253fd1dea tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906513275&fields=id&tenant_id=d9d5473c4a0d483abc95a20782ba1b57 HTTP/1.1" status: 200 len: 267 time: 0.0424819 Feb 09 06:25:24.568480 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782ced4-1860-49ff-9d3a-cc3b4f461f51 req-75444824-64b5-4b2a-8d40-1f0a19bde8a3 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:24.569959 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8782ced4-1860-49ff-9d3a-cc3b4f461f51 req-75444824-64b5-4b2a-8d40-1f0a19bde8a3 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 945 time: 0.0644827 Feb 09 06:25:24.580644 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-8782ced4-1860-49ff-9d3a-cc3b4f461f51 req-d84804d6-1566-4c0b-81bf-d3cd222267e7 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Request body: {'port': {'security_groups': ['252af639-bce7-4ca0-9d8f-bf74b8f5adfe', '46a5d92a-22c9-433b-b02d-a16549786aa4']}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:24.653604 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8782ced4-1860-49ff-9d3a-cc3b4f461f51 req-d84804d6-1566-4c0b-81bf-d3cd222267e7 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:24.843151 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-8782ced4-1860-49ff-9d3a-cc3b4f461f51 req-d84804d6-1566-4c0b-81bf-d3cd222267e7 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] For port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=8cc3e081-c3f6-4534-aa41-a6eda663d4bc,segment=NetworkSegment(94c5ea10-ef18-4822-81c3-713c44352c6e),segment_id=94c5ea10-ef18-4822-81c3-713c44352c6e)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:25:24.871706 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8782ced4-1860-49ff-9d3a-cc3b4f461f51 req-d84804d6-1566-4c0b-81bf-d3cd222267e7 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:24.960031 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8782ced4-1860-49ff-9d3a-cc3b4f461f51 req-d84804d6-1566-4c0b-81bf-d3cd222267e7 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:24.994835 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['8cc3e081-c3f6-4534-aa41-a6eda663d4bc'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:25:25.010809 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782ced4-1860-49ff-9d3a-cc3b4f461f51 req-d84804d6-1566-4c0b-81bf-d3cd222267e7 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:25.011496 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-8782ced4-1860-49ff-9d3a-cc3b4f461f51 req-d84804d6-1566-4c0b-81bf-d3cd222267e7 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:25.013310 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8782ced4-1860-49ff-9d3a-cc3b4f461f51 req-d84804d6-1566-4c0b-81bf-d3cd222267e7 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "PUT /v2.0/ports/8cc3e081-c3f6-4534-aa41-a6eda663d4bc HTTP/1.1" status: 200 len: 981 time: 0.4371231 Feb 09 06:25:25.016005 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6281f3-d8cc-42be-8a3a-e3835390d9cf', 'tag': '8cc3e081-c3f6-4534-aa41-a6eda663d4bc'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:25:25.018311 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387c9d9d-3612-458f-a14d-e0af91686232" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6281f3-d8cc-42be-8a3a-e3835390d9cf", "tag": "8cc3e081-c3f6-4534-aa41-a6eda663d4bc"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:25:25.078487 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84804d6-1566-4c0b-81bf-d3cd222267e7 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Pushing event updated for resources: {'Port': ['ID=8cc3e081-c3f6-4534-aa41-a6eda663d4bc,revision_number=6']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:25.091985 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d506b763-0368-4392-858f-049920000fa6 x-openstack-request-id: req-d506b763-0368-4392-858f-049920000fa6 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:25:25.092261 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6281f3-d8cc-42be-8a3a-e3835390d9cf", "tag": "8cc3e081-c3f6-4534-aa41-a6eda663d4bc", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:25:25.092606 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d506b763-0368-4392-858f-049920000fa6 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:25:25.092937 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6281f3-d8cc-42be-8a3a-e3835390d9cf', 'tag': '8cc3e081-c3f6-4534-aa41-a6eda663d4bc', 'status': 'completed', 'code': 200} Feb 09 06:25:25.157443 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae220b03-70ac-40e2-a6e5-cff1fbd66c56 req-419f50e6-1109-4cf0-8285-ca0a8a325860 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:25.159232 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ae220b03-70ac-40e2-a6e5-cff1fbd66c56 req-419f50e6-1109-4cf0-8285-ca0a8a325860 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 984 time: 0.0651448 Feb 09 06:25:25.164730 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['8cc3e081-c3f6-4534-aa41-a6eda663d4bc'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:25:25.200728 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c9d9d-3612-458f-a14d-e0af91686232 req-e773c308-d633-43d5-9b72-1fee630dbe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:25.202409 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-387c9d9d-3612-458f-a14d-e0af91686232 req-e773c308-d633-43d5-9b72-1fee630dbe8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9d5473c4a0d483abc95a20782ba1b57&device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 1168 time: 0.0596361 Feb 09 06:25:25.227178 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ae220b03-70ac-40e2-a6e5-cff1fbd66c56 req-9ab8913e-5a71-422b-a2dd-43b272eed2d4 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a5d92a-22c9-433b-b02d-a16549786aa4&id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593021 Feb 09 06:25:25.300592 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-4d4953c6-64df-4a3d-8a16-08dc4f142248 None None] Provisioning complete for port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:25.300965 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-4d4953c6-64df-4a3d-8a16-08dc4f142248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:25.308505 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c9d9d-3612-458f-a14d-e0af91686232 req-4a2dcad6-32dd-4ffb-8fce-dcf67a1e8583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:25.310021 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-387c9d9d-3612-458f-a14d-e0af91686232 req-4a2dcad6-32dd-4ffb-8fce-dcf67a1e8583 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fe1f30b-3256-4c25-bddb-7942bd535543 HTTP/1.1" status: 200 len: 914 time: 0.0953381 Feb 09 06:25:25.389221 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-387c9d9d-3612-458f-a14d-e0af91686232 req-21aff2d1-eb73-4338-8af2-a516eca8c6cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc3e081-c3f6-4534-aa41-a6eda663d4bc HTTP/1.1" status: 200 len: 1000 time: 0.0708888 Feb 09 06:25:25.447125 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c9d9d-3612-458f-a14d-e0af91686232 req-d90b9436-9a53-4088-8736-9986eff2c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:25.448723 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-387c9d9d-3612-458f-a14d-e0af91686232 req-d90b9436-9a53-4088-8736-9986eff2c81e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72b8902e-7f71-4a8f-adcc-073c172ed396 HTTP/1.1" status: 200 len: 853 time: 0.0528164 Feb 09 06:25:25.502846 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c9d9d-3612-458f-a14d-e0af91686232 req-6a0ce383-ac1d-4542-a301-276e2c9bf089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:25.504667 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-387c9d9d-3612-458f-a14d-e0af91686232 req-6a0ce383-ac1d-4542-a301-276e2c9bf089 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe1f30b-3256-4c25-bddb-7942bd535543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494933 Feb 09 06:25:25.601717 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-387c9d9d-3612-458f-a14d-e0af91686232 req-7a84406f-0282-4ce2-9ada-e92aeae145a4 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe1f30b-3256-4c25-bddb-7942bd535543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897200 Feb 09 06:25:25.642605 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-4d4953c6-64df-4a3d-8a16-08dc4f142248 None None] Current status of the port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:25.666212 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59068) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:25.709710 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-387c9d9d-3612-458f-a14d-e0af91686232 req-92811e37-616b-49b7-8755-072ab501324f service neutron] 10.222.0.30 "GET /v2.0/networks/9fe1f30b-3256-4c25-bddb-7942bd535543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004982 Feb 09 06:25:26.250517 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3a0fa7d0-9f79-4216-b505-7d6403cfe7f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541033'] for router_interface (63336999-3889-4933-b3d2-01420885fd7f), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:26.533989 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3a0fa7d0-9f79-4216-b505-7d6403cfe7f9 admin admin] Deleting port 86365fa8-398d-497f-b281-0b5faeb832bd {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:25:26.534369 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3a0fa7d0-9f79-4216-b505-7d6403cfe7f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (86365fa8-398d-497f-b281-0b5faeb832bd), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:26.609746 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3a0fa7d0-9f79-4216-b505-7d6403cfe7f9 admin admin] For port 86365fa8-398d-497f-b281-0b5faeb832bd, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=86365fa8-398d-497f-b281-0b5faeb832bd,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:25:26.610108 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3a0fa7d0-9f79-4216-b505-7d6403cfe7f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (86365fa8-398d-497f-b281-0b5faeb832bd), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:26.622622 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3a0fa7d0-9f79-4216-b505-7d6403cfe7f9 admin admin] Calling delete_port for 86365fa8-398d-497f-b281-0b5faeb832bd owned by network:router_interface {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:25:26.894690 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3a0fa7d0-9f79-4216-b505-7d6403cfe7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (86365fa8-398d-497f-b281-0b5faeb832bd), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:26.921452 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0fa7d0-9f79-4216-b505-7d6403cfe7f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=86365fa8-398d-497f-b281-0b5faeb832bd,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:27.083834 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3a0fa7d0-9f79-4216-b505-7d6403cfe7f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541181'] for router_interface (63336999-3889-4933-b3d2-01420885fd7f), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:27.537847 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0fa7d0-9f79-4216-b505-7d6403cfe7f9 admin admin] Router 63336999-3889-4933-b3d2-01420885fd7f has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:25:27.647593 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0fa7d0-9f79-4216-b505-7d6403cfe7f9 admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:25:27.655337 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-3a0fa7d0-9f79-4216-b505-7d6403cfe7f9 admin admin] 10.222.0.13 "PUT /v2.0/routers/63336999-3889-4933-b3d2-01420885fd7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9851871 Feb 09 06:25:27.655337 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59094) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:27.658420 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd88030c-f475-4e3c-9f0b-16132206613b None None] Sync routers for ids ['63336999-3889-4933-b3d2-01420885fd7f'] in dv-cinder-801923-6-iscsi {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:25:27.670788 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd88030c-f475-4e3c-9f0b-16132206613b None None] Routers {'63336999-3889-4933-b3d2-01420885fd7f'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:25:27.671554 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-dd88030c-f475-4e3c-9f0b-16132206613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:25:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['63336999-3889-4933-b3d2-01420885fd7f'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:27.767859 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c5ba6cd7-bb3e-4a6b-b01a-0b47b9b90575 admin admin] Publish callbacks [] for router (63336999-3889-4933-b3d2-01420885fd7f), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:27.875504 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-dd88030c-f475-4e3c-9f0b-16132206613b None None] Set router 63336999-3889-4933-b3d2-01420885fd7f gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:25:27.878222 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c5ba6cd7-bb3e-4a6b-b01a-0b47b9b90575 admin admin] Publish callbacks [] for router_gateway (63336999-3889-4933-b3d2-01420885fd7f), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:28.013547 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba6cd7-bb3e-4a6b-b01a-0b47b9b90575 admin admin] Deleting port 41048248-54de-40a6-9c4b-28fa9bd1c4e9 {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:25:28.014042 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c5ba6cd7-bb3e-4a6b-b01a-0b47b9b90575 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (41048248-54de-40a6-9c4b-28fa9bd1c4e9), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:28.054386 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-dd88030c-f475-4e3c-9f0b-16132206613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63336999-3889-4933-b3d2-01420885fd7f', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:25:26Z', 'revision_number': 5, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'gw_port': {'id': '41048248-54de-40a6-9c4b-28fa9bd1c4e9', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63336999-3889-4933-b3d2-01420885fd7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:18:25Z', 'updated_at': '2022-02-09T06:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:28.084750 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd88030c-f475-4e3c-9f0b-16132206613b None None] Checking router: 63336999-3889-4933-b3d2-01420885fd7f for host: dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:25:28.092958 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd88030c-f475-4e3c-9f0b-16132206613b None None] Routers {'63336999-3889-4933-b3d2-01420885fd7f'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:25:28.093572 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-dd88030c-f475-4e3c-9f0b-16132206613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:25:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['63336999-3889-4933-b3d2-01420885fd7f'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:28.101649 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-c5ba6cd7-bb3e-4a6b-b01a-0b47b9b90575 admin admin] For port 41048248-54de-40a6-9c4b-28fa9bd1c4e9, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=41048248-54de-40a6-9c4b-28fa9bd1c4e9,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:25:28.102328 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c5ba6cd7-bb3e-4a6b-b01a-0b47b9b90575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (41048248-54de-40a6-9c4b-28fa9bd1c4e9), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:28.114382 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba6cd7-bb3e-4a6b-b01a-0b47b9b90575 admin admin] Calling delete_port for 41048248-54de-40a6-9c4b-28fa9bd1c4e9 owned by network:router_gateway {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:25:28.180564 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-dd88030c-f475-4e3c-9f0b-16132206613b None None] Set router 63336999-3889-4933-b3d2-01420885fd7f gateway port host: None {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:25:28.231004 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-dd88030c-f475-4e3c-9f0b-16132206613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63336999-3889-4933-b3d2-01420885fd7f', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:25:27Z', 'revision_number': 6, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'gw_port_host': None}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:28.260130 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd88030c-f475-4e3c-9f0b-16132206613b None None] The sync data for ids ['63336999-3889-4933-b3d2-01420885fd7f'] in dv-cinder-801923-6-iscsi is: [{'id': '63336999-3889-4933-b3d2-01420885fd7f', 'name': 'tempest-AttachVolumeShelveTestJSON-219981825-router', 'tenant_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:18:24Z', 'updated_at': '2022-02-09T06:25:27Z', 'revision_number': 6, 'project_id': 'd23a13d2bd3b43c39a6fdef1f65a0540', 'gw_port_host': None}] {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:25:28.337396 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c5ba6cd7-bb3e-4a6b-b01a-0b47b9b90575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (41048248-54de-40a6-9c4b-28fa9bd1c4e9), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:28.362920 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba6cd7-bb3e-4a6b-b01a-0b47b9b90575 admin admin] Pushing event deleted for resources: {'Port': ['ID=41048248-54de-40a6-9c4b-28fa9bd1c4e9,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:28.423130 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c5ba6cd7-bb3e-4a6b-b01a-0b47b9b90575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540447'] for router_gateway (63336999-3889-4933-b3d2-01420885fd7f), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:28.537378 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c5ba6cd7-bb3e-4a6b-b01a-0b47b9b90575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11033'] for router (63336999-3889-4933-b3d2-01420885fd7f), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:28.539753 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c5ba6cd7-bb3e-4a6b-b01a-0b47b9b90575 admin admin] Publish callbacks [] for router_controller (63336999-3889-4933-b3d2-01420885fd7f), precommit_delete_associations {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:28.687724 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c5ba6cd7-bb3e-4a6b-b01a-0b47b9b90575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539535'] for router (63336999-3889-4933-b3d2-01420885fd7f), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:28.688587 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ba6cd7-bb3e-4a6b-b01a-0b47b9b90575 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63336999-3889-4933-b3d2-01420885fd7f {{(pid=103034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 06:25:28.694633 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c5ba6cd7-bb3e-4a6b-b01a-0b47b9b90575 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:28.695787 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-c5ba6cd7-bb3e-4a6b-b01a-0b47b9b90575 admin admin] 10.222.0.13 "DELETE /v2.0/routers/63336999-3889-4933-b3d2-01420885fd7f HTTP/1.1" status: 204 len: 168 time: 1.0397241 Feb 09 06:25:28.698440 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59122) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:28.749048 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c90a9ce-a58b-483a-bded-fb8ff6a749b6 admin admin] Deleting subnet edec6496-1545-49e9-88fa-af018f151255 {{(pid=103034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 06:25:28.752119 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2c90a9ce-a58b-483a-bded-fb8ff6a749b6 admin admin] Publish callbacks [] for subnet (edec6496-1545-49e9-88fa-af018f151255), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:28.789836 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2c90a9ce-a58b-483a-bded-fb8ff6a749b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819294'] for subnet (edec6496-1545-49e9-88fa-af018f151255), precommit_delete_associations {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:28.892486 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2c90a9ce-a58b-483a-bded-fb8ff6a749b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070576'] for subnet (edec6496-1545-49e9-88fa-af018f151255), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:29.009864 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2c90a9ce-a58b-483a-bded-fb8ff6a749b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6166112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4413224'] for subnet (edec6496-1545-49e9-88fa-af018f151255), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:29.043849 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90a9ce-a58b-483a-bded-fb8ff6a749b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edec6496-1545-49e9-88fa-af018f151255,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:29.048388 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2c90a9ce-a58b-483a-bded-fb8ff6a749b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:29.059215 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59134) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:29.059704 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beba90c2-ebf5-43a6-85cb-ce9647a5ceb8 None None] Network 5b10a0e1-f501-4b31-86fb-646a220008e1 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:25:29.060238 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-2c90a9ce-a58b-483a-bded-fb8ff6a749b6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/edec6496-1545-49e9-88fa-af018f151255 HTTP/1.1" status: 204 len: 168 time: 0.3555026 Feb 09 06:25:29.130013 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 41048248-54de-40a6-9c4b-28fa9bd1c4e9 no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:25:29.142027 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-606f83e7-8f60-405e-add2-1a47d610d913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096870'] for network (5b10a0e1-f501-4b31-86fb-646a220008e1), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:29.169211 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: 41048248-54de-40a6-9c4b-28fa9bd1c4e9 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:25:29.169556 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 41048248-54de-40a6-9c4b-28fa9bd1c4e9 not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:25:29.170046 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 86365fa8-398d-497f-b281-0b5faeb832bd no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:25:29.200737 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: 86365fa8-398d-497f-b281-0b5faeb832bd {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:25:29.201478 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 86365fa8-398d-497f-b281-0b5faeb832bd not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:25:29.218736 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-606f83e7-8f60-405e-add2-1a47d610d913 admin admin] Deleting port bc00250a-9319-4d3d-986e-f6e8372bb444 {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:25:29.219067 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-606f83e7-8f60-405e-add2-1a47d610d913 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (bc00250a-9319-4d3d-986e-f6e8372bb444), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:29.295220 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-606f83e7-8f60-405e-add2-1a47d610d913 admin admin] For port bc00250a-9319-4d3d-986e-f6e8372bb444, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=bc00250a-9319-4d3d-986e-f6e8372bb444,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:25:29.295683 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-606f83e7-8f60-405e-add2-1a47d610d913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (bc00250a-9319-4d3d-986e-f6e8372bb444), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:29.301663 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5993db-8de8-4fa2-bf49-d13f7f51bd51 None None] DHCP port deletion for 5b10a0e1-f501-4b31-86fb-646a220008e1 request from dv-cinder-801923-6-iscsi {{(pid=103036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 06:25:29.311745 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-606f83e7-8f60-405e-add2-1a47d610d913 admin admin] Calling delete_port for bc00250a-9319-4d3d-986e-f6e8372bb444 owned by network:dhcp {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:25:29.363831 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-bd5993db-8de8-4fa2-bf49-d13f7f51bd51 None None] Deleting port bc00250a-9319-4d3d-986e-f6e8372bb444 {{(pid=103036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:25:29.364208 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-bd5993db-8de8-4fa2-bf49-d13f7f51bd51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (bc00250a-9319-4d3d-986e-f6e8372bb444), before_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:29.429006 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-bd5993db-8de8-4fa2-bf49-d13f7f51bd51 None None] For port bc00250a-9319-4d3d-986e-f6e8372bb444, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=bc00250a-9319-4d3d-986e-f6e8372bb444,segment=NetworkSegment(6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d),segment_id=6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:25:29.429402 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-bd5993db-8de8-4fa2-bf49-d13f7f51bd51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (bc00250a-9319-4d3d-986e-f6e8372bb444), precommit_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:29.442051 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-bd5993db-8de8-4fa2-bf49-d13f7f51bd51 None None] Calling delete_port for bc00250a-9319-4d3d-986e-f6e8372bb444 owned by network:dhcp {{(pid=103036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:25:29.506465 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-606f83e7-8f60-405e-add2-1a47d610d913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (bc00250a-9319-4d3d-986e-f6e8372bb444), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:29.520192 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-bd5993db-8de8-4fa2-bf49-d13f7f51bd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186'] for port (bc00250a-9319-4d3d-986e-f6e8372bb444), after_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:29.532170 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f83e7-8f60-405e-add2-1a47d610d913 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc00250a-9319-4d3d-986e-f6e8372bb444,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:29.533965 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606f83e7-8f60-405e-add2-1a47d610d913 admin admin] No DVR routers for this DVR port bc00250a-9319-4d3d-986e-f6e8372bb444 on host dv-cinder-801923-6-iscsi {{(pid=103035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:25:29.546042 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5993db-8de8-4fa2-bf49-d13f7f51bd51 None None] Pushing event deleted for resources: {'Port': ['ID=bc00250a-9319-4d3d-986e-f6e8372bb444,revision_number=None']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:29.547871 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5993db-8de8-4fa2-bf49-d13f7f51bd51 None None] No DVR routers for this DVR port bc00250a-9319-4d3d-986e-f6e8372bb444 on host dv-cinder-801923-6-iscsi {{(pid=103036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:25:29.611251 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-606f83e7-8f60-405e-add2-1a47d610d913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1884327', 'neutron.services.segments.db._delete_segments_for_network-8788413974977'] for network (5b10a0e1-f501-4b31-86fb-646a220008e1), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:29.631729 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-606f83e7-8f60-405e-add2-1a47d610d913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b10a0e1-f501-4b31-86fb-646a220008e1']}} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:29.640484 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-606f83e7-8f60-405e-add2-1a47d610d913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d') {'for_net_delete': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:29.640783 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-606f83e7-8f60-405e-add2-1a47d610d913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d') {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:29.649703 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-606f83e7-8f60-405e-add2-1a47d610d913 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788413976266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020429'] for segment (6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:29.662791 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-606f83e7-8f60-405e-add2-1a47d610d913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:29.668591 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606f83e7-8f60-405e-add2-1a47d610d913 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 06:25:29.668994 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-606f83e7-8f60-405e-add2-1a47d610d913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5111174'] for segment (6dbbc76b-eee5-4138-8a1f-ae48f36b5b8d), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: Traceback (most recent call last): Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: timer() Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: cb(*args, **kw) Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: return func(*args, **kwargs) Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: self._notify() Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: self.callback(batched_events) Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: event.method(event) Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: return f(self, *a, **k) Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._get(url).json() Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: return self.request(url, 'GET', **kwargs) Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 06:25:29.670674 dv-cinder-801923-6-iscsi neutron-server[103035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 06:25:30.045854 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-606f83e7-8f60-405e-add2-1a47d610d913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1884350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540539'] for network (5b10a0e1-f501-4b31-86fb-646a220008e1), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:30.051428 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-606f83e7-8f60-405e-add2-1a47d610d913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:30.054699 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-606f83e7-8f60-405e-add2-1a47d610d913 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5b10a0e1-f501-4b31-86fb-646a220008e1 HTTP/1.1" status: 204 len: 168 time: 0.9993713 Feb 09 06:25:30.065784 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f83e7-8f60-405e-add2-1a47d610d913 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b10a0e1-f501-4b31-86fb-646a220008e1,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:30.385651 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59148) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:30.423637 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-8f818aae-d60c-4bb4-97cb-c238aaefda7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d23a13d2bd3b43c39a6fdef1f65a0540&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0368133 Feb 09 06:25:30.426107 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59150) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:30.471122 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-81882aa7-8d39-481c-8ead-43baf45f4bf9 admin admin] Publish callbacks [] for security_group (2ea07ad9-acad-4c6b-a2e8-a5b3ec99267c), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:30.491639 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-81882aa7-8d39-481c-8ead-43baf45f4bf9 admin admin] Publish callbacks [] for security_group (2ea07ad9-acad-4c6b-a2e8-a5b3ec99267c), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:30.600187 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-81882aa7-8d39-481c-8ead-43baf45f4bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (2ea07ad9-acad-4c6b-a2e8-a5b3ec99267c), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:30.602738 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-81882aa7-8d39-481c-8ead-43baf45f4bf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:30.603850 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-81882aa7-8d39-481c-8ead-43baf45f4bf9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ea07ad9-acad-4c6b-a2e8-a5b3ec99267c HTTP/1.1" status: 204 len: 168 time: 0.1768267 Feb 09 06:25:30.611895 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81882aa7-8d39-481c-8ead-43baf45f4bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea07ad9-acad-4c6b-a2e8-a5b3ec99267c,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:30.753835 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device bc00250a-9319-4d3d-986e-f6e8372bb444 no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:25:30.774345 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: bc00250a-9319-4d3d-986e-f6e8372bb444 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:25:30.774695 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device bc00250a-9319-4d3d-986e-f6e8372bb444 not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:25:32.191455 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:33.597070 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59214) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:33.703375 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-136d5485-9efe-4518-914a-a2e2eee6811b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:33.773714 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-136d5485-9efe-4518-914a-a2e2eee6811b admin admin] Publish callbacks [] for security_group (dd97ab33-9e4d-4630-a4c9-fbaab1ed7615), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:33.837659 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-136d5485-9efe-4518-914a-a2e2eee6811b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (dd97ab33-9e4d-4630-a4c9-fbaab1ed7615), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:33.875254 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-136d5485-9efe-4518-914a-a2e2eee6811b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d91535ca49c4af0bc412767e23d8ef1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770653 Feb 09 06:25:33.876079 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d5485-9efe-4518-914a-a2e2eee6811b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd97ab33-9e4d-4630-a4c9-fbaab1ed7615,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:33.878844 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59224) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:33.928754 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-08785c74-64b4-407c-9fb3-448f404976be admin admin] Publish callbacks [] for security_group (dd97ab33-9e4d-4630-a4c9-fbaab1ed7615), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:33.950700 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-08785c74-64b4-407c-9fb3-448f404976be admin admin] Publish callbacks [] for security_group (dd97ab33-9e4d-4630-a4c9-fbaab1ed7615), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:34.072192 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-08785c74-64b4-407c-9fb3-448f404976be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (dd97ab33-9e4d-4630-a4c9-fbaab1ed7615), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:34.074837 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-08785c74-64b4-407c-9fb3-448f404976be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:34.075989 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-08785c74-64b4-407c-9fb3-448f404976be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd97ab33-9e4d-4630-a4c9-fbaab1ed7615 HTTP/1.1" status: 204 len: 168 time: 0.1957238 Feb 09 06:25:34.083762 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08785c74-64b4-407c-9fb3-448f404976be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd97ab33-9e4d-4630-a4c9-fbaab1ed7615,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:35.033730 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59256) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:35.127269 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-a1af779d-c4fb-4d72-8a74-1e7a6766a9d7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1759177183-network', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:35.200043 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1af779d-c4fb-4d72-8a74-1e7a6766a9d7 admin admin] Made reservation on behalf of b2c52a1656554315a215f5d7e869570f for: {'network': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:25:35.202365 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a1af779d-c4fb-4d72-8a74-1e7a6766a9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for network (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:35.210578 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a1af779d-c4fb-4d72-8a74-1e7a6766a9d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:35.283105 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a1af779d-c4fb-4d72-8a74-1e7a6766a9d7 admin admin] Publish callbacks [] for security_group (2871e731-c03c-4c36-a001-8b400e297eed), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:35.371501 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a1af779d-c4fb-4d72-8a74-1e7a6766a9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (2871e731-c03c-4c36-a001-8b400e297eed), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:35.392862 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1af779d-c4fb-4d72-8a74-1e7a6766a9d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 06:25:35.407678 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af779d-c4fb-4d72-8a74-1e7a6766a9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2871e731-c03c-4c36-a001-8b400e297eed,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:35.410536 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a1af779d-c4fb-4d72-8a74-1e7a6766a9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (bbbc5f15-71d8-4d31-8e5a-090ff9623ced), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:35.410899 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.db.segments_db [None req-a1af779d-c4fb-4d72-8a74-1e7a6766a9d7 admin admin] Added segment bbbc5f15-71d8-4d31-8e5a-090ff9623ced of type vlan for network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 Feb 09 06:25:35.437037 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59262) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:35.453839 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a1af779d-c4fb-4d72-8a74-1e7a6766a9d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788413497640'] for network (25ddb737-4b1e-41fe-b3f8-44ce16c064d6), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:35.539784 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-194e802b-bceb-4d62-9b11-5d1139af822f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:35.548586 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a1af779d-c4fb-4d72-8a74-1e7a6766a9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for network (25ddb737-4b1e-41fe-b3f8-44ce16c064d6), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:35.549872 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1af779d-c4fb-4d72-8a74-1e7a6766a9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:35.550497 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a1af779d-c4fb-4d72-8a74-1e7a6766a9d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:35.608017 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af779d-c4fb-4d72-8a74-1e7a6766a9d7 admin admin] Pushing event updated for resources: {'Network': ['ID=25ddb737-4b1e-41fe-b3f8-44ce16c064d6,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:35.612829 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-194e802b-bceb-4d62-9b11-5d1139af822f admin admin] Publish callbacks [] for security_group (8c5cf9ea-17bb-459f-9593-983a78afd591), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:35.617676 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 details requested by agent ovs-agent-dv-cinder-801923-6-iscsi with host dv-cinder-801923-6-iscsi {{(pid=103036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 06:25:35.665890 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-a1af779d-c4fb-4d72-8a74-1e7a6766a9d7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6309080 Feb 09 06:25:35.668704 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59266) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:35.673595 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-952e36d7-9bce-4d81-91f8-8817d5ba9474 admin admin] Request body: {'subnet': {'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1759177183-subnet', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'ip_version': 4}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:35.691552 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-194e802b-bceb-4d62-9b11-5d1139af822f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (8c5cf9ea-17bb-459f-9593-983a78afd591), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:35.733208 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-194e802b-bceb-4d62-9b11-5d1139af822f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3aa14909b2442628afd45dc027f340f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928278 Feb 09 06:25:35.733208 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e802b-bceb-4d62-9b11-5d1139af822f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5cf9ea-17bb-459f-9593-983a78afd591,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:35.733752 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59268) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:35.746767 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952e36d7-9bce-4d81-91f8-8817d5ba9474 admin admin] Made reservation on behalf of b2c52a1656554315a215f5d7e869570f for: {'subnet': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:25:35.748991 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-952e36d7-9bce-4d81-91f8-8817d5ba9474 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5061516'] for subnet (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:35.850855 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d921f5bb-1571-49e8-8ca7-39a32fadd507 admin admin] Publish callbacks [] for security_group (8c5cf9ea-17bb-459f-9593-983a78afd591), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:35.880268 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d921f5bb-1571-49e8-8ca7-39a32fadd507 admin admin] Publish callbacks [] for security_group (8c5cf9ea-17bb-459f-9593-983a78afd591), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:36.049136 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-952e36d7-9bce-4d81-91f8-8817d5ba9474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5111151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5061554'] for subnet (d816c41c-5d1b-4b9b-8c2a-5df9f87cb960), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:36.088405 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d921f5bb-1571-49e8-8ca7-39a32fadd507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (8c5cf9ea-17bb-459f-9593-983a78afd591), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:36.090958 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d921f5bb-1571-49e8-8ca7-39a32fadd507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:36.092096 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-d921f5bb-1571-49e8-8ca7-39a32fadd507 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c5cf9ea-17bb-459f-9593-983a78afd591 HTTP/1.1" status: 204 len: 168 time: 0.3572960 Feb 09 06:25:36.115850 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921f5bb-1571-49e8-8ca7-39a32fadd507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5cf9ea-17bb-459f-9593-983a78afd591,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:36.117931 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e36d7-9bce-4d81-91f8-8817d5ba9474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d816c41c-5d1b-4b9b-8c2a-5df9f87cb960,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:36.125446 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952e36d7-9bce-4d81-91f8-8817d5ba9474 admin admin] Checking segment: {'id': 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:25:36.125812 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952e36d7-9bce-4d81-91f8-8817d5ba9474 admin admin] Network hostable DHCP agents. Network: 25ddb737-4b1e-41fe-b3f8-44ce16c064d6, hostable agents: ['be82b069-f1bc-4233-ac9e-ce94c711d4de'], hosted agents: [] {{(pid=103035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 06:25:36.203073 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952e36d7-9bce-4d81-91f8-8817d5ba9474 admin admin] Network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 is scheduled to be hosted by DHCP agent be82b069-f1bc-4233-ac9e-ce94c711d4de with binding_index 1 {{(pid=103035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 06:25:36.265544 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-952e36d7-9bce-4d81-91f8-8817d5ba9474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801923-6-iscsi, 25ddb737-4b1e-41fe-b3f8-44ce16c064d6) {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:25:36.269734 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952e36d7-9bce-4d81-91f8-8817d5ba9474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:36.272355 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-952e36d7-9bce-4d81-91f8-8817d5ba9474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for subnet (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:36.275628 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf08bfa5-0dc3-491d-a9b7-3f48e5dd372c None None] Network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:25:36.343292 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-952e36d7-9bce-4d81-91f8-8817d5ba9474 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6735020 Feb 09 06:25:36.346320 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59274) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:36.351050 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-447fb45d-267f-4311-8c54-2c4eeffea2e9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:36.379417 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp140a898b-deca-5bfd-a45e-18b8b718c871-25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960'}]}} from dv-cinder-801923-6-iscsi. {{(pid=103036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 06:25:36.380561 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:36.438172 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-447fb45d-267f-4311-8c54-2c4eeffea2e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router (7a808edb-1d30-4980-a5a0-94f4d69b5a0b), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:36.439679 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-447fb45d-267f-4311-8c54-2c4eeffea2e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11054'] for router (7a808edb-1d30-4980-a5a0-94f4d69b5a0b), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:36.496044 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-447fb45d-267f-4311-8c54-2c4eeffea2e9 admin admin] Publish callbacks [] for router_controller (7a808edb-1d30-4980-a5a0-94f4d69b5a0b), precommit_add_association {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:36.522031 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.db_base_plugin_common [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] Allocated IP 172.20.0.2 (25ddb737-4b1e-41fe-b3f8-44ce16c064d6/d816c41c-5d1b-4b9b-8c2a-5df9f87cb960/a8037526-6bea-4149-9cb3-1a553e250b1b) {{(pid=103036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:25:36.670364 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] Publish callbacks [] for port (a8037526-6bea-4149-9cb3-1a553e250b1b), precommit_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:36.723117 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-447fb45d-267f-4311-8c54-2c4eeffea2e9 admin admin] Publish callbacks [] for router_gateway (7a808edb-1d30-4980-a5a0-94f4d69b5a0b), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:36.738058 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (a8037526-6bea-4149-9cb3-1a553e250b1b), after_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:36.778105 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] Network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 is already hosted by enough agents. {{(pid=103036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:25:36.781019 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.scheduler.base_scheduler [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] Resources bound (agent type, host, resource id): {{(pid=103036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:25:36.784534 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] Received port after_create {{(pid=103036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:25:36.791828 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] Pushing event updated for resources: {'Port': ['ID=a8037526-6bea-4149-9cb3-1a553e250b1b,revision_number=1']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:36.853697 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] Attempting to bind port a8037526-6bea-4149-9cb3-1a553e250b1b on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:25:36.854074 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] Attempting to bind port a8037526-6bea-4149-9cb3-1a553e250b1b by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6'}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:25:36.854460 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] Attempting to bind port a8037526-6bea-4149-9cb3-1a553e250b1b on network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:25:36.859721 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:25:36.859984 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] Checking segment: {'id': 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:25:36.860427 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:36.860765 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] Bound using segment: {'id': 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6'} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:25:36.861223 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] Bound port: a8037526-6bea-4149-9cb3-1a553e250b1b, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6'}}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:25:36.861611 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (a8037526-6bea-4149-9cb3-1a553e250b1b), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:36.928250 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] For port a8037526-6bea-4149-9cb3-1a553e250b1b, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:25:36.931275 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] For port a8037526-6bea-4149-9cb3-1a553e250b1b, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=a8037526-6bea-4149-9cb3-1a553e250b1b,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:25:37.001029 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (a8037526-6bea-4149-9cb3-1a553e250b1b), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:37.031230 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-447fb45d-267f-4311-8c54-2c4eeffea2e9 admin admin] Publish callbacks [] for router_gateway (7a808edb-1d30-4980-a5a0-94f4d69b5a0b), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:37.061684 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-447fb45d-267f-4311-8c54-2c4eeffea2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:37.066358 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e863d2-0cab-4f6a-86e6-969bf4683e28 None None] Pushing event updated for resources: {'Port': ['ID=a8037526-6bea-4149-9cb3-1a553e250b1b,revision_number=2']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:37.179655 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-447fb45d-267f-4311-8c54-2c4eeffea2e9 admin admin] Allocated IP 172.27.3.107 (60906f90-e5e0-4579-a713-ae70aadf892a/3feeac82-f55f-4d1a-bdeb-44d8682c5c90/de3b63e2-15a9-4239-a06a-a7f1400338ed) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:25:37.313962 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-447fb45d-267f-4311-8c54-2c4eeffea2e9 admin admin] Publish callbacks [] for port (de3b63e2-15a9-4239-a06a-a7f1400338ed), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:37.466266 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-447fb45d-267f-4311-8c54-2c4eeffea2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (de3b63e2-15a9-4239-a06a-a7f1400338ed), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:37.501932 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447fb45d-267f-4311-8c54-2c4eeffea2e9 admin admin] Network 60906f90-e5e0-4579-a713-ae70aadf892a is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:25:37.509100 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-447fb45d-267f-4311-8c54-2c4eeffea2e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:25:37.512588 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447fb45d-267f-4311-8c54-2c4eeffea2e9 admin admin] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:25:37.534260 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fb45d-267f-4311-8c54-2c4eeffea2e9 admin admin] Pushing event updated for resources: {'Port': ['ID=de3b63e2-15a9-4239-a06a-a7f1400338ed,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:37.844331 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-447fb45d-267f-4311-8c54-2c4eeffea2e9 admin admin] Publish callbacks [] for router_gateway (7a808edb-1d30-4980-a5a0-94f4d69b5a0b), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:37.984527 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87f7f18-37ec-4091-b3bc-1bbece98befd None None] Network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:25:38.070926 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-447fb45d-267f-4311-8c54-2c4eeffea2e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540467'] for router (7a808edb-1d30-4980-a5a0-94f4d69b5a0b), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:38.076767 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-5f62867d-d13c-44d9-94a7-0832788ff62a None None] Provisioning complete for port a8037526-6bea-4149-9cb3-1a553e250b1b triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:38.077154 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-5f62867d-d13c-44d9-94a7-0832788ff62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (a8037526-6bea-4149-9cb3-1a553e250b1b), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:38.191278 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-5f62867d-d13c-44d9-94a7-0832788ff62a None None] Current status of the port a8037526-6bea-4149-9cb3-1a553e250b1b is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:38.191669 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-5f62867d-d13c-44d9-94a7-0832788ff62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (a8037526-6bea-4149-9cb3-1a553e250b1b), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:38.232599 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-5f62867d-d13c-44d9-94a7-0832788ff62a None None] For port a8037526-6bea-4149-9cb3-1a553e250b1b, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=a8037526-6bea-4149-9cb3-1a553e250b1b,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:25:38.340411 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-5f62867d-d13c-44d9-94a7-0832788ff62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (a8037526-6bea-4149-9cb3-1a553e250b1b), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:38.402482 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62867d-d13c-44d9-94a7-0832788ff62a None None] Pushing event updated for resources: {'Port': ['ID=a8037526-6bea-4149-9cb3-1a553e250b1b,revision_number=3']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:38.461569 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-6fd9a4ef-864e-4cbe-85ce-8b43b385ec91 None None] Provisioning complete for port a8037526-6bea-4149-9cb3-1a553e250b1b triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:38.462066 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-6fd9a4ef-864e-4cbe-85ce-8b43b385ec91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (a8037526-6bea-4149-9cb3-1a553e250b1b), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:38.525954 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447fb45d-267f-4311-8c54-2c4eeffea2e9 admin admin] Router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b is scheduled to L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d with binding_index 1 {{(pid=103034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 06:25:38.543766 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-6fd9a4ef-864e-4cbe-85ce-8b43b385ec91 None None] Current status of the port a8037526-6bea-4149-9cb3-1a553e250b1b is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:38.634418 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447fb45d-267f-4311-8c54-2c4eeffea2e9 admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:25:38.644278 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] Sync routers for ids ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:25:38.653595 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] Routers {'7a808edb-1d30-4980-a5a0-94f4d69b5a0b'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:25:38.656332 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:25:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:38.698608 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59322) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:38.699947 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-447fb45d-267f-4311-8c54-2c4eeffea2e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:38.704129 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-447fb45d-267f-4311-8c54-2c4eeffea2e9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3567910 Feb 09 06:25:38.706570 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59324) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:38.796990 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] Set router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:25:38.820243 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2eed1898-827e-4e0a-878f-739405610f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:38.841878 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device a8037526-6bea-4149-9cb3-1a553e250b1b up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:25:38.899912 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2eed1898-827e-4e0a-878f-739405610f69 admin admin] Publish callbacks [] for security_group (68ffb345-526f-447b-9d60-cf88bb612ae3), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:38.961724 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2eed1898-827e-4e0a-878f-739405610f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (68ffb345-526f-447b-9d60-cf88bb612ae3), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:38.979307 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port a8037526-6bea-4149-9cb3-1a553e250b1b triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:38.979820 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (a8037526-6bea-4149-9cb3-1a553e250b1b), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:39.005970 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-2eed1898-827e-4e0a-878f-739405610f69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bfa2029e7a094b20bac0d507af34ddb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061309 Feb 09 06:25:39.006937 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed1898-827e-4e0a-878f-739405610f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ffb345-526f-447b-9d60-cf88bb612ae3,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:39.009468 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59328) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:39.069958 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e63be039-7153-47a8-aa5b-d27b0cb418f3 admin admin] Publish callbacks [] for security_group (68ffb345-526f-447b-9d60-cf88bb612ae3), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:39.100895 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e63be039-7153-47a8-aa5b-d27b0cb418f3 admin admin] Publish callbacks [] for security_group (68ffb345-526f-447b-9d60-cf88bb612ae3), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:39.106603 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port a8037526-6bea-4149-9cb3-1a553e250b1b is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:39.109467 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:37Z', 'revision_number': 3, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:39.140475 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] Checking router: 7a808edb-1d30-4980-a5a0-94f4d69b5a0b for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:25:39.140930 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] Updating router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b port de3b63e2-15a9-4239-a06a-a7f1400338ed binding host dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 06:25:39.169087 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (de3b63e2-15a9-4239-a06a-a7f1400338ed), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:39.180208 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4dd3-10c1-4212-9a41-5d74cd80795a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:39.214889 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e63be039-7153-47a8-aa5b-d27b0cb418f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (68ffb345-526f-447b-9d60-cf88bb612ae3), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:39.217651 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e63be039-7153-47a8-aa5b-d27b0cb418f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:39.221362 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-e63be039-7153-47a8-aa5b-d27b0cb418f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68ffb345-526f-447b-9d60-cf88bb612ae3 HTTP/1.1" status: 204 len: 168 time: 0.2036471 Feb 09 06:25:39.227420 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63be039-7153-47a8-aa5b-d27b0cb418f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ffb345-526f-447b-9d60-cf88bb612ae3,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:39.360273 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-7f1c4dd3-10c1-4212-9a41-5d74cd80795a admin admin] Allocated IP 172.20.0.1 (25ddb737-4b1e-41fe-b3f8-44ce16c064d6/d816c41c-5d1b-4b9b-8c2a-5df9f87cb960/0c606dec-a62d-4cca-a535-7ec3c7627cea) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:25:39.471045 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4dd3-10c1-4212-9a41-5d74cd80795a admin admin] Publish callbacks [] for port (0c606dec-a62d-4cca-a535-7ec3c7627cea), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:39.563589 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] Publish callbacks [] for port (de3b63e2-15a9-4239-a06a-a7f1400338ed), precommit_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:39.563840 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4dd3-10c1-4212-9a41-5d74cd80795a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (0c606dec-a62d-4cca-a535-7ec3c7627cea), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:39.598311 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c4dd3-10c1-4212-9a41-5d74cd80795a admin admin] Network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:25:39.601022 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-7f1c4dd3-10c1-4212-9a41-5d74cd80795a admin admin] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:25:39.606728 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1c4dd3-10c1-4212-9a41-5d74cd80795a admin admin] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:25:39.639289 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c4dd3-10c1-4212-9a41-5d74cd80795a admin admin] Pushing event updated for resources: {'Port': ['ID=0c606dec-a62d-4cca-a535-7ec3c7627cea,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:39.655226 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (de3b63e2-15a9-4239-a06a-a7f1400338ed), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:39.657224 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4dd3-10c1-4212-9a41-5d74cd80795a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540644'] for router_interface (7a808edb-1d30-4980-a5a0-94f4d69b5a0b), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:39.709900 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] Attempting to bind port de3b63e2-15a9-4239-a06a-a7f1400338ed on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:25:39.710323 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] Attempting to bind port de3b63e2-15a9-4239-a06a-a7f1400338ed by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:25:39.710867 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] Attempting to bind port de3b63e2-15a9-4239-a06a-a7f1400338ed on network 60906f90-e5e0-4579-a713-ae70aadf892a {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:25:39.712920 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f59c4e-ee0d-4ca5-ae04-bc376b445d5b None None] Pushing event updated for resources: {'Port': ['ID=de3b63e2-15a9-4239-a06a-a7f1400338ed,revision_number=2']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:39.720202 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:25:39.720640 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] Checking segment: {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:25:39.721052 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:39.721561 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] Bound using segment: {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:25:39.721950 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] Bound port: de3b63e2-15a9-4239-a06a-a7f1400338ed, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:25:39.722316 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (de3b63e2-15a9-4239-a06a-a7f1400338ed), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:39.775447 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] For port de3b63e2-15a9-4239-a06a-a7f1400338ed, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:25:39.778726 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] For port de3b63e2-15a9-4239-a06a-a7f1400338ed, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=de3b63e2-15a9-4239-a06a-a7f1400338ed,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:25:39.852512 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (de3b63e2-15a9-4239-a06a-a7f1400338ed), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:39.863577 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59336) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:39.877052 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c7306d8c-f0a9-4ed1-a84c-edf9e8ac0d51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:39.884867 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4dd3-10c1-4212-9a41-5d74cd80795a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (0c606dec-a62d-4cca-a535-7ec3c7627cea), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:39.932160 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-364db56f-a62f-4ccc-8158-76d396b1611f None None] Provisioning complete for port 0c606dec-a62d-4cca-a535-7ec3c7627cea triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:39.932535 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-364db56f-a62f-4ccc-8158-76d396b1611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (0c606dec-a62d-4cca-a535-7ec3c7627cea), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:39.935513 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] Routers {'7a808edb-1d30-4980-a5a0-94f4d69b5a0b'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:25:39.935721 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:25:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:39.937421 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f59c4e-ee0d-4ca5-ae04-bc376b445d5b None None] Pushing event updated for resources: {'Port': ['ID=de3b63e2-15a9-4239-a06a-a7f1400338ed,revision_number=3']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:39.954655 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c7306d8c-f0a9-4ed1-a84c-edf9e8ac0d51 admin admin] Publish callbacks [] for security_group (df65eab4-3333-4a63-9d55-b5a6811de5f5), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:40.025090 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-c7306d8c-f0a9-4ed1-a84c-edf9e8ac0d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (df65eab4-3333-4a63-9d55-b5a6811de5f5), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:40.042514 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-364db56f-a62f-4ccc-8158-76d396b1611f None None] Port 0c606dec-a62d-4cca-a535-7ec3c7627cea cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:25:40.054692 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4dd3-10c1-4212-9a41-5d74cd80795a admin admin] Publish callbacks [] for port (0c606dec-a62d-4cca-a535-7ec3c7627cea), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:40.071139 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7306d8c-f0a9-4ed1-a84c-edf9e8ac0d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df65eab4-3333-4a63-9d55-b5a6811de5f5,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:40.079968 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-c7306d8c-f0a9-4ed1-a84c-edf9e8ac0d51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c6cf6df5c7e4eea87f85e413a2ab66d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128711 Feb 09 06:25:40.080359 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] Set router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:25:40.080464 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59338) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:40.126136 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4dd3-10c1-4212-9a41-5d74cd80795a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (0c606dec-a62d-4cca-a535-7ec3c7627cea), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:40.127211 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-84287908-7358-4756-8594-5258adeabdfa admin admin] Publish callbacks [] for security_group (df65eab4-3333-4a63-9d55-b5a6811de5f5), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:40.149843 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-84287908-7358-4756-8594-5258adeabdfa admin admin] Publish callbacks [] for security_group (df65eab4-3333-4a63-9d55-b5a6811de5f5), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:40.196368 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4dd3-10c1-4212-9a41-5d74cd80795a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1023630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541044'] for router_interface (7a808edb-1d30-4980-a5a0-94f4d69b5a0b), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:40.199140 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c4dd3-10c1-4212-9a41-5d74cd80795a admin admin] Pushing event updated for resources: {'Port': ['ID=0c606dec-a62d-4cca-a535-7ec3c7627cea,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:40.266746 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-84287908-7358-4756-8594-5258adeabdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (df65eab4-3333-4a63-9d55-b5a6811de5f5), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:40.270590 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-84287908-7358-4756-8594-5258adeabdfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:40.275509 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-84287908-7358-4756-8594-5258adeabdfa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df65eab4-3333-4a63-9d55-b5a6811de5f5 HTTP/1.1" status: 204 len: 168 time: 0.1943283 Feb 09 06:25:40.284037 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84287908-7358-4756-8594-5258adeabdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df65eab4-3333-4a63-9d55-b5a6811de5f5,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:40.288214 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 1, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:40.291230 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c4dd3-10c1-4212-9a41-5d74cd80795a admin admin] Network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:25:40.293680 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-7f1c4dd3-10c1-4212-9a41-5d74cd80795a admin admin] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:25:40.329426 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d13e83-e5f7-452e-a78b-ff9c1cf5d97c None None] The sync data for ids ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'] in dv-cinder-801923-6-iscsi is: [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 1, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:25:40.425650 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1c4dd3-10c1-4212-9a41-5d74cd80795a admin admin] Router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:25:40.550982 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1c4dd3-10c1-4212-9a41-5d74cd80795a admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:25:40.557444 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-7f1c4dd3-10c1-4212-9a41-5d74cd80795a admin admin] 10.222.0.13 "PUT /v2.0/routers/7a808edb-1d30-4980-a5a0-94f4d69b5a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8496196 Feb 09 06:25:40.591531 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-364bcf26-5586-4070-a4a3-9b9f3f1a230b None None] Provisioning complete for port 0c606dec-a62d-4cca-a535-7ec3c7627cea triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:40.591909 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-364bcf26-5586-4070-a4a3-9b9f3f1a230b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (0c606dec-a62d-4cca-a535-7ec3c7627cea), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:40.640782 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-364bcf26-5586-4070-a4a3-9b9f3f1a230b None None] Port 0c606dec-a62d-4cca-a535-7ec3c7627cea cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:25:41.037425 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfa93-5ada-4165-855e-453a411b9a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:41.458566 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59372) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:41.531062 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59378) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:41.539934 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-4e94fb43-e8ba-40ed-b3eb-16407984f25a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1199399656-network', 'tenant_id': 'c8c7cb165b804c96b18da92bfd4f5578'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:41.657741 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e94fb43-e8ba-40ed-b3eb-16407984f25a admin admin] Made reservation on behalf of c8c7cb165b804c96b18da92bfd4f5578 for: {'network': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:25:41.660049 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4e94fb43-e8ba-40ed-b3eb-16407984f25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for network (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:41.673837 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-26e3a272-dd86-45a2-86b6-54d0e546a61c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-340269192-network', 'tenant_id': 'a3664264125a46d1ad9240a12088760e'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:41.676949 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4e94fb43-e8ba-40ed-b3eb-16407984f25a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:41.761328 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4e94fb43-e8ba-40ed-b3eb-16407984f25a admin admin] Publish callbacks [] for security_group (3ea3cac8-9750-4562-8a25-5831e8934f48), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:41.780256 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e3a272-dd86-45a2-86b6-54d0e546a61c admin admin] Made reservation on behalf of a3664264125a46d1ad9240a12088760e for: {'network': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:25:41.782576 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-26e3a272-dd86-45a2-86b6-54d0e546a61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for network (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:41.790927 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-26e3a272-dd86-45a2-86b6-54d0e546a61c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:41.845251 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4e94fb43-e8ba-40ed-b3eb-16407984f25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (3ea3cac8-9750-4562-8a25-5831e8934f48), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:41.886862 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-26e3a272-dd86-45a2-86b6-54d0e546a61c admin admin] Publish callbacks [] for security_group (ae669ac4-d336-40a1-8d23-72df7a3bfac1), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:41.888951 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e94fb43-e8ba-40ed-b3eb-16407984f25a admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 06:25:41.890916 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94fb43-e8ba-40ed-b3eb-16407984f25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea3cac8-9750-4562-8a25-5831e8934f48,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:41.900761 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4e94fb43-e8ba-40ed-b3eb-16407984f25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (9dd07a7d-2cfe-4d86-bdec-0866ff88b811), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:41.901106 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.db.segments_db [None req-4e94fb43-e8ba-40ed-b3eb-16407984f25a admin admin] Added segment 9dd07a7d-2cfe-4d86-bdec-0866ff88b811 of type vlan for network f7142df2-1906-40fc-8443-d39a8726c419 Feb 09 06:25:41.939128 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4e94fb43-e8ba-40ed-b3eb-16407984f25a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788413497640'] for network (f7142df2-1906-40fc-8443-d39a8726c419), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:41.957167 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-26e3a272-dd86-45a2-86b6-54d0e546a61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (ae669ac4-d336-40a1-8d23-72df7a3bfac1), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:41.987303 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e3a272-dd86-45a2-86b6-54d0e546a61c admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 06:25:41.994013 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3a272-dd86-45a2-86b6-54d0e546a61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae669ac4-d336-40a1-8d23-72df7a3bfac1,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:41.999994 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-26e3a272-dd86-45a2-86b6-54d0e546a61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (763ca9e5-dbb2-410e-be80-49c240ecd18e), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:42.000342 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.db.segments_db [None req-26e3a272-dd86-45a2-86b6-54d0e546a61c admin admin] Added segment 763ca9e5-dbb2-410e-be80-49c240ecd18e of type vlan for network efae88b5-87bf-4d5d-8c79-86be5870efd1 Feb 09 06:25:42.043416 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-26e3a272-dd86-45a2-86b6-54d0e546a61c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788413497640'] for network (efae88b5-87bf-4d5d-8c79-86be5870efd1), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:42.047145 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4e94fb43-e8ba-40ed-b3eb-16407984f25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for network (f7142df2-1906-40fc-8443-d39a8726c419), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:42.048113 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e94fb43-e8ba-40ed-b3eb-16407984f25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:42.048690 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-4e94fb43-e8ba-40ed-b3eb-16407984f25a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:42.119862 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94fb43-e8ba-40ed-b3eb-16407984f25a admin admin] Pushing event updated for resources: {'Network': ['ID=f7142df2-1906-40fc-8443-d39a8726c419,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:42.130081 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Network f7142df2-1906-40fc-8443-d39a8726c419 details requested by agent ovs-agent-dv-cinder-801923-6-iscsi with host dv-cinder-801923-6-iscsi {{(pid=103036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 06:25:42.166552 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-4e94fb43-e8ba-40ed-b3eb-16407984f25a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6343200 Feb 09 06:25:42.173002 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59382) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:42.178622 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-ddba8a8f-5506-4eb4-8b9b-d9f9a8d7394a admin admin] Request body: {'subnet': {'network_id': 'f7142df2-1906-40fc-8443-d39a8726c419', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1199399656-subnet', 'tenant_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'ip_version': 4}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:42.190951 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-26e3a272-dd86-45a2-86b6-54d0e546a61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for network (efae88b5-87bf-4d5d-8c79-86be5870efd1), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:42.191900 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e3a272-dd86-45a2-86b6-54d0e546a61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:42.192475 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-26e3a272-dd86-45a2-86b6-54d0e546a61c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:42.259278 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3a272-dd86-45a2-86b6-54d0e546a61c admin admin] Pushing event updated for resources: {'Network': ['ID=efae88b5-87bf-4d5d-8c79-86be5870efd1,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:42.269174 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Network efae88b5-87bf-4d5d-8c79-86be5870efd1 details requested by agent ovs-agent-dv-cinder-801923-6-iscsi with host dv-cinder-801923-6-iscsi {{(pid=103036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 06:25:42.303337 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddba8a8f-5506-4eb4-8b9b-d9f9a8d7394a admin admin] Made reservation on behalf of c8c7cb165b804c96b18da92bfd4f5578 for: {'subnet': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:25:42.306088 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ddba8a8f-5506-4eb4-8b9b-d9f9a8d7394a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5061516'] for subnet (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:42.347242 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-26e3a272-dd86-45a2-86b6-54d0e546a61c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8874037 Feb 09 06:25:42.350274 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59386) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:42.356225 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-57c370b6-4a8f-4be3-8844-ca265b28395c admin admin] Request body: {'subnet': {'network_id': 'efae88b5-87bf-4d5d-8c79-86be5870efd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-340269192-subnet', 'tenant_id': 'a3664264125a46d1ad9240a12088760e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:42.457207 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] Sync routers for ids ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'] in dv-cinder-801923-6-iscsi {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:25:42.457732 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c370b6-4a8f-4be3-8844-ca265b28395c admin admin] Made reservation on behalf of a3664264125a46d1ad9240a12088760e for: {'subnet': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:25:42.459956 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-57c370b6-4a8f-4be3-8844-ca265b28395c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4413199'] for subnet (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:42.468817 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] Routers {'7a808edb-1d30-4980-a5a0-94f4d69b5a0b'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:25:42.474160 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:25:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:42.543747 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ddba8a8f-5506-4eb4-8b9b-d9f9a8d7394a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5111151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5061554'] for subnet (18cc49f3-be2c-4618-8b11-da57ed0446ad), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:42.581293 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] Set router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:25:42.619460 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba8a8f-5506-4eb4-8b9b-d9f9a8d7394a admin admin] Pushing event updated for resources: {'Subnet': ['ID=18cc49f3-be2c-4618-8b11-da57ed0446ad,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:42.624268 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddba8a8f-5506-4eb4-8b9b-d9f9a8d7394a admin admin] Checking segment: {'id': '9dd07a7d-2cfe-4d86-bdec-0866ff88b811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f7142df2-1906-40fc-8443-d39a8726c419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:25:42.624796 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddba8a8f-5506-4eb4-8b9b-d9f9a8d7394a admin admin] Network hostable DHCP agents. Network: f7142df2-1906-40fc-8443-d39a8726c419, hostable agents: ['be82b069-f1bc-4233-ac9e-ce94c711d4de'], hosted agents: [] {{(pid=103035) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 06:25:42.706799 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddba8a8f-5506-4eb4-8b9b-d9f9a8d7394a admin admin] Network f7142df2-1906-40fc-8443-d39a8726c419 is scheduled to be hosted by DHCP agent be82b069-f1bc-4233-ac9e-ce94c711d4de with binding_index 1 {{(pid=103035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 06:25:42.711456 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0b568-51ca-401a-bc0e-cc1ae4b4147d req-88b5d2f2-9726-408c-85ab-2b8bd53e66e0 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:42.714770 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-90b0b568-51ca-401a-bc0e-cc1ae4b4147d req-88b5d2f2-9726-408c-85ab-2b8bd53e66e0 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 984 time: 0.0672190 Feb 09 06:25:42.767374 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-57c370b6-4a8f-4be3-8844-ca265b28395c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6166051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4413233'] for subnet (a5a862bb-76cf-469b-8307-a29e09afa415), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:42.787522 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-ddba8a8f-5506-4eb4-8b9b-d9f9a8d7394a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801923-6-iscsi, f7142df2-1906-40fc-8443-d39a8726c419) {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:25:42.798347 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b754a7a-5859-4b66-8382-e4bd00262ed7 None None] Network f7142df2-1906-40fc-8443-d39a8726c419 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:25:42.800800 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddba8a8f-5506-4eb4-8b9b-d9f9a8d7394a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:42.801454 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ddba8a8f-5506-4eb4-8b9b-d9f9a8d7394a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for subnet (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:42.835465 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 2, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:42.852882 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d6c4f-fa2b-473d-893c-479dc3e24a4e req-662ac4f8-542c-4fa0-8340-1d3bdf7e7f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:42.854066 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1f1d6c4f-fa2b-473d-893c-479dc3e24a4e req-662ac4f8-542c-4fa0-8340-1d3bdf7e7f12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9d5473c4a0d483abc95a20782ba1b57&device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 1168 time: 0.1116571 Feb 09 06:25:42.865949 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device de3b63e2-15a9-4239-a06a-a7f1400338ed up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:25:42.872451 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] Checking router: 7a808edb-1d30-4980-a5a0-94f4d69b5a0b for host: dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:25:42.872451 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] Updating router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b port 0c606dec-a62d-4cca-a535-7ec3c7627cea binding host dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 06:25:42.895500 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-90b0b568-51ca-401a-bc0e-cc1ae4b4147d req-bf32d13f-cb19-4102-8fcc-fa177b0edd43 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a5d92a-22c9-433b-b02d-a16549786aa4&id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1649647 Feb 09 06:25:42.895500 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c370b6-4a8f-4be3-8844-ca265b28395c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5a862bb-76cf-469b-8307-a29e09afa415,revision_number=0']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:42.898882 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (0c606dec-a62d-4cca-a535-7ec3c7627cea), before_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:42.922170 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c370b6-4a8f-4be3-8844-ca265b28395c admin admin] Checking segment: {'id': '763ca9e5-dbb2-410e-be80-49c240ecd18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'efae88b5-87bf-4d5d-8c79-86be5870efd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:25:42.923975 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c370b6-4a8f-4be3-8844-ca265b28395c admin admin] Network hostable DHCP agents. Network: efae88b5-87bf-4d5d-8c79-86be5870efd1, hostable agents: ['be82b069-f1bc-4233-ac9e-ce94c711d4de'], hosted agents: [] {{(pid=103034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 06:25:42.943340 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-ddba8a8f-5506-4eb4-8b9b-d9f9a8d7394a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7690406 Feb 09 06:25:42.946119 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port de3b63e2-15a9-4239-a06a-a7f1400338ed triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:42.946424 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59390) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:42.946603 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (de3b63e2-15a9-4239-a06a-a7f1400338ed), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:42.950510 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-b019f66a-be92-4a82-8c27-10bda80eca8b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1199399656-router', 'tenant_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:43.001053 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp140a898b-deca-5bfd-a45e-18b8b718c871-f7142df2-1906-40fc-8443-d39a8726c419', 'network_id': 'f7142df2-1906-40fc-8443-d39a8726c419', 'project_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'fixed_ips': [{'subnet_id': '18cc49f3-be2c-4618-8b11-da57ed0446ad'}]}} from dv-cinder-801923-6-iscsi. {{(pid=103036) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 06:25:43.001993 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:43.007207 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c370b6-4a8f-4be3-8844-ca265b28395c admin admin] Network efae88b5-87bf-4d5d-8c79-86be5870efd1 is scheduled to be hosted by DHCP agent be82b069-f1bc-4233-ac9e-ce94c711d4de with binding_index 1 {{(pid=103034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 06:25:43.019921 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d6c4f-fa2b-473d-893c-479dc3e24a4e req-8d0cbf7b-e3b9-4ab9-b158-5e184aed9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:43.021490 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1f1d6c4f-fa2b-473d-893c-479dc3e24a4e req-8d0cbf7b-e3b9-4ab9-b158-5e184aed9993 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fe1f30b-3256-4c25-bddb-7942bd535543 HTTP/1.1" status: 200 len: 914 time: 0.1579771 Feb 09 06:25:43.070687 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b019f66a-be92-4a82-8c27-10bda80eca8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11047'] for router (cfa1fde4-6362-4fb0-945e-c56a77eeecee), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:43.072581 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b019f66a-be92-4a82-8c27-10bda80eca8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-734587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11054'] for router (cfa1fde4-6362-4fb0-945e-c56a77eeecee), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:43.100528 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-57c370b6-4a8f-4be3-8844-ca265b28395c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801923-6-iscsi, efae88b5-87bf-4d5d-8c79-86be5870efd1) {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:25:43.107868 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c370b6-4a8f-4be3-8844-ca265b28395c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:43.109625 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-57c370b6-4a8f-4be3-8844-ca265b28395c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:43.118676 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1f1d6c4f-fa2b-473d-893c-479dc3e24a4e req-156515ef-30c6-4787-b98a-72b0d96d8d27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc3e081-c3f6-4534-aa41-a6eda663d4bc HTTP/1.1" status: 200 len: 1000 time: 0.0903826 Feb 09 06:25:43.160710 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3029900f-411e-4035-8f1b-d9cdae927ab7 None None] Network efae88b5-87bf-4d5d-8c79-86be5870efd1 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:25:43.181871 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b019f66a-be92-4a82-8c27-10bda80eca8b admin admin] Publish callbacks [] for router_controller (cfa1fde4-6362-4fb0-945e-c56a77eeecee), precommit_add_association {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:43.198131 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d6c4f-fa2b-473d-893c-479dc3e24a4e req-9e742f56-9270-4135-aedc-8a9b0acf17fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:43.199625 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1f1d6c4f-fa2b-473d-893c-479dc3e24a4e req-9e742f56-9270-4135-aedc-8a9b0acf17fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72b8902e-7f71-4a8f-adcc-073c172ed396 HTTP/1.1" status: 200 len: 853 time: 0.0495760 Feb 09 06:25:43.200871 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] Publish callbacks [] for port (0c606dec-a62d-4cca-a535-7ec3c7627cea), precommit_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:43.206010 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-57c370b6-4a8f-4be3-8844-ca265b28395c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8547611 Feb 09 06:25:43.222275 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port de3b63e2-15a9-4239-a06a-a7f1400338ed is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:43.222670 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (de3b63e2-15a9-4239-a06a-a7f1400338ed), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:43.243918 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.db_base_plugin_common [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] Allocated IP 172.20.0.2 (f7142df2-1906-40fc-8443-d39a8726c419/18cc49f3-be2c-4618-8b11-da57ed0446ad/0dff141f-5d31-487f-9b1f-e0c99a9eab6a) {{(pid=103036) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:25:43.258328 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d6c4f-fa2b-473d-893c-479dc3e24a4e req-36fe6342-46b5-43bf-ab68-6ccd753f2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:43.259879 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1f1d6c4f-fa2b-473d-893c-479dc3e24a4e req-36fe6342-46b5-43bf-ab68-6ccd753f2711 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe1f30b-3256-4c25-bddb-7942bd535543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515378 Feb 09 06:25:43.279271 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] For port de3b63e2-15a9-4239-a06a-a7f1400338ed, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=de3b63e2-15a9-4239-a06a-a7f1400338ed,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:25:43.289742 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (0c606dec-a62d-4cca-a535-7ec3c7627cea), after_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:43.352658 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (de3b63e2-15a9-4239-a06a-a7f1400338ed), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:43.381788 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f2e957-ce73-4c22-9804-e891bfa5468a None None] Network efae88b5-87bf-4d5d-8c79-86be5870efd1 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:25:43.400302 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa810005-4b50-405a-b11f-f6c4af9634b8 None None] Pushing event updated for resources: {'Port': ['ID=0c606dec-a62d-4cca-a535-7ec3c7627cea,revision_number=3']} {{(pid=103037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:43.409975 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa810005-4b50-405a-b11f-f6c4af9634b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:43.410675 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa810005-4b50-405a-b11f-f6c4af9634b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:43.411571 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa810005-4b50-405a-b11f-f6c4af9634b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:43.412087 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa810005-4b50-405a-b11f-f6c4af9634b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:43.412610 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa810005-4b50-405a-b11f-f6c4af9634b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:43.413098 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa810005-4b50-405a-b11f-f6c4af9634b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:43.413587 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa810005-4b50-405a-b11f-f6c4af9634b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:43.414139 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa810005-4b50-405a-b11f-f6c4af9634b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:43.414710 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa810005-4b50-405a-b11f-f6c4af9634b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:43.415214 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa810005-4b50-405a-b11f-f6c4af9634b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:43.415688 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa810005-4b50-405a-b11f-f6c4af9634b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:43.416303 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa810005-4b50-405a-b11f-f6c4af9634b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:43.416772 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa810005-4b50-405a-b11f-f6c4af9634b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:25:43.486679 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] Attempting to bind port 0c606dec-a62d-4cca-a535-7ec3c7627cea on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:25:43.489977 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] Attempting to bind port 0c606dec-a62d-4cca-a535-7ec3c7627cea by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6'}] {{(pid=103037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:25:43.489977 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] Attempting to bind port 0c606dec-a62d-4cca-a535-7ec3c7627cea on network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:25:43.490269 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b019f66a-be92-4a82-8c27-10bda80eca8b admin admin] Publish callbacks [] for router_gateway (cfa1fde4-6362-4fb0-945e-c56a77eeecee), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:43.495969 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:25:43.496769 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] Checking segment: {'id': 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:25:43.497378 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:43.497960 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] Bound using segment: {'id': 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6'} {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:25:43.498805 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] Bound port: 0c606dec-a62d-4cca-a535-7ec3c7627cea, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6'}}] {{(pid=103037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:25:43.499192 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (0c606dec-a62d-4cca-a535-7ec3c7627cea), before_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:43.500098 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Pushing event updated for resources: {'Port': ['ID=de3b63e2-15a9-4239-a06a-a7f1400338ed,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:43.507332 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1f1d6c4f-fa2b-473d-893c-479dc3e24a4e req-bb56e845-0fbd-46df-9e2b-0aea0073d278 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe1f30b-3256-4c25-bddb-7942bd535543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396059 Feb 09 06:25:43.592082 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] Publish callbacks [] for port (0dff141f-5d31-487f-9b1f-e0c99a9eab6a), precommit_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:43.599277 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.db [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] For port 0c606dec-a62d-4cca-a535-7ec3c7627cea, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:25:43.603449 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.db [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] For port 0c606dec-a62d-4cca-a535-7ec3c7627cea, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=0c606dec-a62d-4cca-a535-7ec3c7627cea,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:25:43.671012 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-1f1d6c4f-fa2b-473d-893c-479dc3e24a4e req-285dbb38-9655-469b-980f-ce24d3a50c51 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe1f30b-3256-4c25-bddb-7942bd535543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559927 Feb 09 06:25:43.675579 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177'] for port (0dff141f-5d31-487f-9b1f-e0c99a9eab6a), after_create {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:43.697828 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (0c606dec-a62d-4cca-a535-7ec3c7627cea), after_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:43.725271 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-34c6029a-f6b3-4999-b0ee-bc3a110d5ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:43.742266 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] Network f7142df2-1906-40fc-8443-d39a8726c419 is already hosted by enough agents. {{(pid=103036) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:25:43.750623 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] Routers {'7a808edb-1d30-4980-a5a0-94f4d69b5a0b'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:25:43.751255 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:25:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:43.753094 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.scheduler.base_scheduler [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] Resources bound (agent type, host, resource id): {{(pid=103036) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:25:43.758602 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-82135b70-7179-4ea9-9d5e-72266c8d5aa2 None None] Provisioning complete for port 0c606dec-a62d-4cca-a535-7ec3c7627cea triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:43.761725 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-82135b70-7179-4ea9-9d5e-72266c8d5aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (0c606dec-a62d-4cca-a535-7ec3c7627cea), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:43.761725 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] Received port after_create {{(pid=103036) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:25:43.765248 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] Pushing event updated for resources: {'Port': ['ID=0dff141f-5d31-487f-9b1f-e0c99a9eab6a,revision_number=1']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:43.851415 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa810005-4b50-405a-b11f-f6c4af9634b8 None None] Pushing event updated for resources: {'Port': ['ID=0c606dec-a62d-4cca-a535-7ec3c7627cea,revision_number=4']} {{(pid=103037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:43.872106 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b019f66a-be92-4a82-8c27-10bda80eca8b admin admin] Publish callbacks [] for router_gateway (cfa1fde4-6362-4fb0-945e-c56a77eeecee), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:43.898699 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] Attempting to bind port 0dff141f-5d31-487f-9b1f-e0c99a9eab6a on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:25:43.907109 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] Attempting to bind port 0dff141f-5d31-487f-9b1f-e0c99a9eab6a by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '9dd07a7d-2cfe-4d86-bdec-0866ff88b811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f7142df2-1906-40fc-8443-d39a8726c419'}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:25:43.907491 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] Attempting to bind port 0dff141f-5d31-487f-9b1f-e0c99a9eab6a on network f7142df2-1906-40fc-8443-d39a8726c419 {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:25:43.910134 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] Set router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:25:43.910874 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b019f66a-be92-4a82-8c27-10bda80eca8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:43.915768 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:25:43.925417 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] Checking segment: {'id': '9dd07a7d-2cfe-4d86-bdec-0866ff88b811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f7142df2-1906-40fc-8443-d39a8726c419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:25:43.930414 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:43.930414 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] Bound using segment: {'id': '9dd07a7d-2cfe-4d86-bdec-0866ff88b811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f7142df2-1906-40fc-8443-d39a8726c419'} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:25:43.930414 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] Bound port: 0dff141f-5d31-487f-9b1f-e0c99a9eab6a, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd07a7d-2cfe-4d86-bdec-0866ff88b811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f7142df2-1906-40fc-8443-d39a8726c419'}}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:25:43.930414 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (0dff141f-5d31-487f-9b1f-e0c99a9eab6a), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:44.055041 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [None req-b019f66a-be92-4a82-8c27-10bda80eca8b admin admin] Allocated IP 172.27.3.156 (60906f90-e5e0-4579-a713-ae70aadf892a/3feeac82-f55f-4d1a-bdeb-44d8682c5c90/c5ad71b7-ce91-4e5e-af6d-861a74465d4a) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:25:44.080698 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-82135b70-7179-4ea9-9d5e-72266c8d5aa2 None None] Current status of the port 0c606dec-a62d-4cca-a535-7ec3c7627cea is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:44.085110 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-82135b70-7179-4ea9-9d5e-72266c8d5aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (0c606dec-a62d-4cca-a535-7ec3c7627cea), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:44.143023 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-82135b70-7179-4ea9-9d5e-72266c8d5aa2 None None] For port 0c606dec-a62d-4cca-a535-7ec3c7627cea, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=0c606dec-a62d-4cca-a535-7ec3c7627cea,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:25:44.144737 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] For port 0dff141f-5d31-487f-9b1f-e0c99a9eab6a, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:25:44.147795 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e564b-bd82-4ec5-b1b0-fcd99740872b req-1f442763-7ee5-4bf2-89b9-383db2b64c33 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:44.154832 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-574e564b-bd82-4ec5-b1b0-fcd99740872b req-1f442763-7ee5-4bf2-89b9-383db2b64c33 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 984 time: 0.1436524 Feb 09 06:25:44.164637 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] For port 0dff141f-5d31-487f-9b1f-e0c99a9eab6a, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=0dff141f-5d31-487f-9b1f-e0c99a9eab6a,segment=NetworkSegment(9dd07a7d-2cfe-4d86-bdec-0866ff88b811),segment_id=9dd07a7d-2cfe-4d86-bdec-0866ff88b811)] {{(pid=103036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:25:44.220247 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-82135b70-7179-4ea9-9d5e-72266c8d5aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (0c606dec-a62d-4cca-a535-7ec3c7627cea), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:44.230706 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-574e564b-bd82-4ec5-b1b0-fcd99740872b req-5d6b9250-55c0-432f-8ca2-cbde91e07af2 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a5d92a-22c9-433b-b02d-a16549786aa4&id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681682 Feb 09 06:25:44.236785 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b019f66a-be92-4a82-8c27-10bda80eca8b admin admin] Publish callbacks [] for port (c5ad71b7-ce91-4e5e-af6d-861a74465d4a), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:44.255584 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (0dff141f-5d31-487f-9b1f-e0c99a9eab6a), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:44.289996 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82135b70-7179-4ea9-9d5e-72266c8d5aa2 None None] Pushing event updated for resources: {'Port': ['ID=0c606dec-a62d-4cca-a535-7ec3c7627cea,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:44.341602 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:44.347614 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59408) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:44.352563 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-e12b999e-b3ae-4dcb-93a2-733c95823382 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1530258389-network', 'tenant_id': 'a5589b581f9a40009259afc34f356df5'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:44.365743 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b019f66a-be92-4a82-8c27-10bda80eca8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (c5ad71b7-ce91-4e5e-af6d-861a74465d4a), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:44.376940 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc8b2b-63ce-4976-b0ff-1d8306504516 None None] The sync data for ids ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'] in dv-cinder-801923-6-iscsi is: [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:25:44.432629 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019f66a-be92-4a82-8c27-10bda80eca8b admin admin] Pushing event updated for resources: {'Port': ['ID=c5ad71b7-ce91-4e5e-af6d-861a74465d4a,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:44.441213 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b019f66a-be92-4a82-8c27-10bda80eca8b admin admin] Network 60906f90-e5e0-4579-a713-ae70aadf892a is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:25:44.441472 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-b019f66a-be92-4a82-8c27-10bda80eca8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:25:44.443948 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b019f66a-be92-4a82-8c27-10bda80eca8b admin admin] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:25:44.529872 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d132a0-1b94-42bb-a5b4-65828a640b38 None None] Pushing event updated for resources: {'Port': ['ID=0dff141f-5d31-487f-9b1f-e0c99a9eab6a,revision_number=2']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:44.531790 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-890b8260-0005-40d5-8c34-53b4054a3b85 None None] Provisioning complete for port 0c606dec-a62d-4cca-a535-7ec3c7627cea triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:44.532165 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-890b8260-0005-40d5-8c34-53b4054a3b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (0c606dec-a62d-4cca-a535-7ec3c7627cea), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:44.580585 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:44.605393 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12b999e-b3ae-4dcb-93a2-733c95823382 admin admin] Made reservation on behalf of a5589b581f9a40009259afc34f356df5 for: {'network': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:25:44.607699 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e12b999e-b3ae-4dcb-93a2-733c95823382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for network (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:44.621240 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e12b999e-b3ae-4dcb-93a2-733c95823382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:44.655421 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-890b8260-0005-40d5-8c34-53b4054a3b85 None None] Current status of the port 0c606dec-a62d-4cca-a535-7ec3c7627cea is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:44.759849 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e12b999e-b3ae-4dcb-93a2-733c95823382 admin admin] Publish callbacks [] for security_group (4c7f1f7a-2d78-4f3c-a164-d7fa7947a9f9), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:44.861064 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e12b999e-b3ae-4dcb-93a2-733c95823382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (4c7f1f7a-2d78-4f3c-a164-d7fa7947a9f9), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:44.903456 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12b999e-b3ae-4dcb-93a2-733c95823382 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103035) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 06:25:44.912337 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b999e-b3ae-4dcb-93a2-733c95823382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7f1f7a-2d78-4f3c-a164-d7fa7947a9f9,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:44.924316 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e12b999e-b3ae-4dcb-93a2-733c95823382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (cc320ede-6184-4cfb-aee8-c30496ff7455), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:44.924667 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.db.segments_db [None req-e12b999e-b3ae-4dcb-93a2-733c95823382 admin admin] Added segment cc320ede-6184-4cfb-aee8-c30496ff7455 of type vlan for network 7bb490ef-1588-4d49-8943-305561c9dd4b Feb 09 06:25:44.945753 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device de3b63e2-15a9-4239-a06a-a7f1400338ed up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:25:44.982243 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e12b999e-b3ae-4dcb-93a2-733c95823382 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788413497640'] for network (7bb490ef-1588-4d49-8943-305561c9dd4b), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:44.992079 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b019f66a-be92-4a82-8c27-10bda80eca8b admin admin] Publish callbacks [] for router_gateway (cfa1fde4-6362-4fb0-945e-c56a77eeecee), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:45.008356 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port de3b63e2-15a9-4239-a06a-a7f1400338ed triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:45.008734 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (de3b63e2-15a9-4239-a06a-a7f1400338ed), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:45.099466 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port de3b63e2-15a9-4239-a06a-a7f1400338ed is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:45.100745 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 0dff141f-5d31-487f-9b1f-e0c99a9eab6a up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:25:45.157129 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 0dff141f-5d31-487f-9b1f-e0c99a9eab6a triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:45.157587 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (0dff141f-5d31-487f-9b1f-e0c99a9eab6a), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:45.163411 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e12b999e-b3ae-4dcb-93a2-733c95823382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for network (7bb490ef-1588-4d49-8943-305561c9dd4b), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:45.164948 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12b999e-b3ae-4dcb-93a2-733c95823382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:45.165551 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e12b999e-b3ae-4dcb-93a2-733c95823382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:45.253033 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 0dff141f-5d31-487f-9b1f-e0c99a9eab6a is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:45.253643 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (0dff141f-5d31-487f-9b1f-e0c99a9eab6a), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:45.292545 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b999e-b3ae-4dcb-93a2-733c95823382 admin admin] Pushing event updated for resources: {'Network': ['ID=7bb490ef-1588-4d49-8943-305561c9dd4b,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:45.306091 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Network 7bb490ef-1588-4d49-8943-305561c9dd4b details requested by agent ovs-agent-dv-cinder-801923-6-iscsi with host dv-cinder-801923-6-iscsi {{(pid=103036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 06:25:45.330045 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-e12b999e-b3ae-4dcb-93a2-733c95823382 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9799757 Feb 09 06:25:45.333432 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59414) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:45.338261 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b019f66a-be92-4a82-8c27-10bda80eca8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540467'] for router (cfa1fde4-6362-4fb0-945e-c56a77eeecee), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:45.340444 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-e992e37f-0b3c-4cf8-924d-abd227fd5c31 admin admin] Request body: {'subnet': {'network_id': '7bb490ef-1588-4d49-8943-305561c9dd4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1530258389-subnet', 'tenant_id': 'a5589b581f9a40009259afc34f356df5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:45.369420 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] For port 0dff141f-5d31-487f-9b1f-e0c99a9eab6a, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=0dff141f-5d31-487f-9b1f-e0c99a9eab6a,segment=NetworkSegment(9dd07a7d-2cfe-4d86-bdec-0866ff88b811),segment_id=9dd07a7d-2cfe-4d86-bdec-0866ff88b811)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:25:45.433475 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb37ff-c745-46c9-b966-98a693733882 req-5a564a74-7bbb-4922-8b1d-6c72917b2c5f tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:45.435292 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0ccb37ff-c745-46c9-b966-98a693733882 req-5a564a74-7bbb-4922-8b1d-6c72917b2c5f tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 984 time: 0.0708065 Feb 09 06:25:45.452432 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (0dff141f-5d31-487f-9b1f-e0c99a9eab6a), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:45.453441 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 0c606dec-a62d-4cca-a535-7ec3c7627cea up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:25:45.468451 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e992e37f-0b3c-4cf8-924d-abd227fd5c31 admin admin] Made reservation on behalf of a5589b581f9a40009259afc34f356df5 for: {'subnet': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:25:45.473230 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e992e37f-0b3c-4cf8-924d-abd227fd5c31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4413199'] for subnet (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:45.510483 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b3a19e-d267-4dcf-aaa8-fef93788e3c1 None None] Network f7142df2-1906-40fc-8443-d39a8726c419 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:25:45.557371 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b019f66a-be92-4a82-8c27-10bda80eca8b admin admin] Router cfa1fde4-6362-4fb0-945e-c56a77eeecee is scheduled to L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d with binding_index 1 {{(pid=103035) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 06:25:45.572708 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0ccb37ff-c745-46c9-b966-98a693733882 req-a83efaa1-8c2c-405f-bc7b-5fe83f95d262 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a5d92a-22c9-433b-b02d-a16549786aa4&id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1300232 Feb 09 06:25:45.605626 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Pushing event updated for resources: {'Port': ['ID=0dff141f-5d31-487f-9b1f-e0c99a9eab6a,revision_number=3']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:45.629238 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-c3710217-3616-4d10-8139-d276a788363b None None] Provisioning complete for port 0dff141f-5d31-487f-9b1f-e0c99a9eab6a triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:45.629620 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c3710217-3616-4d10-8139-d276a788363b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (0dff141f-5d31-487f-9b1f-e0c99a9eab6a), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:45.674539 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 0c606dec-a62d-4cca-a535-7ec3c7627cea triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:45.674835 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (0c606dec-a62d-4cca-a535-7ec3c7627cea), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:45.759973 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:45.779699 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e992e37f-0b3c-4cf8-924d-abd227fd5c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6166051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4413233'] for subnet (28e484ab-44cf-4981-932b-1d76f8b4ffe3), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:45.831132 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-c3710217-3616-4d10-8139-d276a788363b None None] Current status of the port 0dff141f-5d31-487f-9b1f-e0c99a9eab6a is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:45.846059 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 0c606dec-a62d-4cca-a535-7ec3c7627cea is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:45.876795 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992e37f-0b3c-4cf8-924d-abd227fd5c31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e484ab-44cf-4981-932b-1d76f8b4ffe3,revision_number=0']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:45.880517 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e992e37f-0b3c-4cf8-924d-abd227fd5c31 admin admin] Checking segment: {'id': 'cc320ede-6184-4cfb-aee8-c30496ff7455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7bb490ef-1588-4d49-8943-305561c9dd4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:25:45.880961 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e992e37f-0b3c-4cf8-924d-abd227fd5c31 admin admin] Network hostable DHCP agents. Network: 7bb490ef-1588-4d49-8943-305561c9dd4b, hostable agents: ['be82b069-f1bc-4233-ac9e-ce94c711d4de'], hosted agents: [] {{(pid=103034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 06:25:45.965268 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b019f66a-be92-4a82-8c27-10bda80eca8b admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:25:45.978066 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] Sync routers for ids ['cfa1fde4-6362-4fb0-945e-c56a77eeecee'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:25:45.979231 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e992e37f-0b3c-4cf8-924d-abd227fd5c31 admin admin] Network 7bb490ef-1588-4d49-8943-305561c9dd4b is scheduled to be hosted by DHCP agent be82b069-f1bc-4233-ac9e-ce94c711d4de with binding_index 1 {{(pid=103034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 06:25:45.988558 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] Routers {'cfa1fde4-6362-4fb0-945e-c56a77eeecee'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:25:45.989184 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:25:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['cfa1fde4-6362-4fb0-945e-c56a77eeecee'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:46.062062 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b019f66a-be92-4a82-8c27-10bda80eca8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:46.063432 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-b019f66a-be92-4a82-8c27-10bda80eca8b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1162109 Feb 09 06:25:46.067493 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59416) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:46.081569 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-bfb316d9-00fd-4e30-a68d-cdab5498c772 None None] Provisioning complete for port 0dff141f-5d31-487f-9b1f-e0c99a9eab6a triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:46.081948 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-bfb316d9-00fd-4e30-a68d-cdab5498c772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (0dff141f-5d31-487f-9b1f-e0c99a9eab6a), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:46.093655 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-e992e37f-0b3c-4cf8-924d-abd227fd5c31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801923-6-iscsi, 7bb490ef-1588-4d49-8943-305561c9dd4b) {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:25:46.098474 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e992e37f-0b3c-4cf8-924d-abd227fd5c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:46.099461 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e992e37f-0b3c-4cf8-924d-abd227fd5c31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:46.111930 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5400ec6d-ff95-4e5d-8d81-e4507365a28f None None] Network 7bb490ef-1588-4d49-8943-305561c9dd4b requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:25:46.187351 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-e992e37f-0b3c-4cf8-924d-abd227fd5c31 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8519876 Feb 09 06:25:46.201331 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] Set router cfa1fde4-6362-4fb0-945e-c56a77eeecee gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:25:46.305315 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59420) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:46.349804 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_v2 [None req-97fbfd63-ce90-48f6-97ed-dda94edcffcb admin admin] Deleting subnet a5a862bb-76cf-469b-8307-a29e09afa415 {{(pid=103034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 06:25:46.353213 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-97fbfd63-ce90-48f6-97ed-dda94edcffcb admin admin] Publish callbacks [] for subnet (a5a862bb-76cf-469b-8307-a29e09afa415), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:46.376394 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-bfb316d9-00fd-4e30-a68d-cdab5498c772 None None] Current status of the port 0dff141f-5d31-487f-9b1f-e0c99a9eab6a is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:46.386893 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae87372-93f1-4e90-849a-176e073c07cb None None] Network 7bb490ef-1588-4d49-8943-305561c9dd4b requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:25:46.396735 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-97fbfd63-ce90-48f6-97ed-dda94edcffcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819294'] for subnet (a5a862bb-76cf-469b-8307-a29e09afa415), precommit_delete_associations {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:46.440830 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-97fbfd63-ce90-48f6-97ed-dda94edcffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070576'] for subnet (a5a862bb-76cf-469b-8307-a29e09afa415), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:46.506748 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-1fd7dbad-a57f-4f7b-be33-1e9a5ce13ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:46.533164 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa1fde4-6362-4fb0-945e-c56a77eeecee', 'name': 'tempest-TestVolumeBootPattern-1199399656-router', 'tenant_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c5ad71b7-ce91-4e5e-af6d-861a74465d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:43Z', 'updated_at': '2022-02-09T06:25:44Z', 'revision_number': 3, 'project_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'gw_port': {'id': 'c5ad71b7-ce91-4e5e-af6d-861a74465d4a', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa1fde4-6362-4fb0-945e-c56a77eeecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:43Z', 'updated_at': '2022-02-09T06:25:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:46.560189 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] Checking router: cfa1fde4-6362-4fb0-945e-c56a77eeecee for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:25:46.560533 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] Updating router cfa1fde4-6362-4fb0-945e-c56a77eeecee port c5ad71b7-ce91-4e5e-af6d-861a74465d4a binding host dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 06:25:46.587818 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (c5ad71b7-ce91-4e5e-af6d-861a74465d4a), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:46.626838 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-97fbfd63-ce90-48f6-97ed-dda94edcffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6166112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4413224'] for subnet (a5a862bb-76cf-469b-8307-a29e09afa415), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:46.664917 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbfd63-ce90-48f6-97ed-dda94edcffcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5a862bb-76cf-469b-8307-a29e09afa415,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:46.677969 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [None req-1fd7dbad-a57f-4f7b-be33-1e9a5ce13ff3 admin admin] Allocated IP 172.20.0.1 (f7142df2-1906-40fc-8443-d39a8726c419/18cc49f3-be2c-4618-8b11-da57ed0446ad/77afcf89-57fe-4283-ab33-b9cf5eaa8a10) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:25:46.687962 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-97fbfd63-ce90-48f6-97ed-dda94edcffcb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:46.694609 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-97fbfd63-ce90-48f6-97ed-dda94edcffcb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a5a862bb-76cf-469b-8307-a29e09afa415 HTTP/1.1" status: 204 len: 168 time: 0.3881104 Feb 09 06:25:46.695328 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59424) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:46.730936 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a602940-e042-4d0f-bae3-67275e98b5bd req-3606e786-b216-4897-a687-ea758b015e5d tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:46.733103 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6a602940-e042-4d0f-bae3-67275e98b5bd req-3606e786-b216-4897-a687-ea758b015e5d tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 984 time: 0.0806367 Feb 09 06:25:46.810094 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6a602940-e042-4d0f-bae3-67275e98b5bd req-d7dd8c27-2715-40a6-afdf-2653ef016c1f tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a5d92a-22c9-433b-b02d-a16549786aa4&id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714993 Feb 09 06:25:46.819264 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e57e4c16-c2a9-470e-8cbb-a0f5cdaf87ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096870'] for network (efae88b5-87bf-4d5d-8c79-86be5870efd1), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:46.826686 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 0dff141f-5d31-487f-9b1f-e0c99a9eab6a up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:25:46.919599 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-1fd7dbad-a57f-4f7b-be33-1e9a5ce13ff3 admin admin] Publish callbacks [] for port (77afcf89-57fe-4283-ab33-b9cf5eaa8a10), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:46.934585 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e57e4c16-c2a9-470e-8cbb-a0f5cdaf87ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1884327', 'neutron.services.segments.db._delete_segments_for_network-8788413974977'] for network (efae88b5-87bf-4d5d-8c79-86be5870efd1), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:46.944411 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 0dff141f-5d31-487f-9b1f-e0c99a9eab6a triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:46.944844 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (0dff141f-5d31-487f-9b1f-e0c99a9eab6a), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:46.960713 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-e57e4c16-c2a9-470e-8cbb-a0f5cdaf87ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efae88b5-87bf-4d5d-8c79-86be5870efd1']}} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:46.980214 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-e57e4c16-c2a9-470e-8cbb-a0f5cdaf87ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763ca9e5-dbb2-410e-be80-49c240ecd18e') {'for_net_delete': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:46.980854 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-e57e4c16-c2a9-470e-8cbb-a0f5cdaf87ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763ca9e5-dbb2-410e-be80-49c240ecd18e') {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:46.992486 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e57e4c16-c2a9-470e-8cbb-a0f5cdaf87ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788413976266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020429'] for segment (763ca9e5-dbb2-410e-be80-49c240ecd18e), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.009421 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e57e4c16-c2a9-470e-8cbb-a0f5cdaf87ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (763ca9e5-dbb2-410e-be80-49c240ecd18e), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.015272 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57e4c16-c2a9-470e-8cbb-a0f5cdaf87ef admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e57e4c16-c2a9-470e-8cbb-a0f5cdaf87ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5111174'] for segment (763ca9e5-dbb2-410e-be80-49c240ecd18e), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: Traceback (most recent call last): Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: timer() Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: cb(*args, **kw) Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: return func(*args, **kwargs) Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: self._notify() Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: self.callback(batched_events) Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: event.method(event) Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: return f(self, *a, **k) Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._get(url).json() Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: return self.request(url, 'GET', **kwargs) Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 06:25:47.018978 dv-cinder-801923-6-iscsi neutron-server[103035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 06:25:47.088802 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-1fd7dbad-a57f-4f7b-be33-1e9a5ce13ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (77afcf89-57fe-4283-ab33-b9cf5eaa8a10), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.110600 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] Publish callbacks [] for port (c5ad71b7-ce91-4e5e-af6d-861a74465d4a), precommit_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.112122 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 0dff141f-5d31-487f-9b1f-e0c99a9eab6a is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:47.125147 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd7dbad-a57f-4f7b-be33-1e9a5ce13ff3 admin admin] Network f7142df2-1906-40fc-8443-d39a8726c419 is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:25:47.128372 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.130240 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-1fd7dbad-a57f-4f7b-be33-1e9a5ce13ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:25:47.133868 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd7dbad-a57f-4f7b-be33-1e9a5ce13ff3 admin admin] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:25:47.163380 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7dbad-a57f-4f7b-be33-1e9a5ce13ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=77afcf89-57fe-4283-ab33-b9cf5eaa8a10,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:47.168090 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e57e4c16-c2a9-470e-8cbb-a0f5cdaf87ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1884350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540539'] for network (efae88b5-87bf-4d5d-8c79-86be5870efd1), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.174468 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e57e4c16-c2a9-470e-8cbb-a0f5cdaf87ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.177644 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-e57e4c16-c2a9-470e-8cbb-a0f5cdaf87ef admin admin] 10.222.0.13 "DELETE /v2.0/networks/efae88b5-87bf-4d5d-8c79-86be5870efd1 HTTP/1.1" status: 204 len: 168 time: 0.4814827 Feb 09 06:25:47.181172 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59426) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:47.186696 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (c5ad71b7-ce91-4e5e-af6d-861a74465d4a), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.194474 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e4c16-c2a9-470e-8cbb-a0f5cdaf87ef admin admin] Pushing event deleted for resources: {'Network': ['ID=efae88b5-87bf-4d5d-8c79-86be5870efd1,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:47.206132 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-1fd7dbad-a57f-4f7b-be33-1e9a5ce13ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540644'] for router_interface (cfa1fde4-6362-4fb0-945e-c56a77eeecee), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.248285 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] Attempting to bind port c5ad71b7-ce91-4e5e-af6d-861a74465d4a on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:25:47.248656 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] Attempting to bind port c5ad71b7-ce91-4e5e-af6d-861a74465d4a by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:25:47.249019 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] Attempting to bind port c5ad71b7-ce91-4e5e-af6d-861a74465d4a on network 60906f90-e5e0-4579-a713-ae70aadf892a {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:25:47.249143 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d92a3c4-db9c-42d8-835d-78009295e486 admin admin] Deleting subnet 28e484ab-44cf-4981-932b-1d76f8b4ffe3 {{(pid=103034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 06:25:47.252962 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3d92a3c4-db9c-42d8-835d-78009295e486 admin admin] Publish callbacks [] for subnet (28e484ab-44cf-4981-932b-1d76f8b4ffe3), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.257799 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:25:47.258181 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] Checking segment: {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:25:47.258608 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.259000 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] Bound using segment: {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'} {{(pid=103036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:25:47.259472 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.managers [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] Bound port: c5ad71b7-ce91-4e5e-af6d-861a74465d4a, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd604b9-5647-4185-9237-b54deb846bea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a'}}] {{(pid=103036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:25:47.259848 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (c5ad71b7-ce91-4e5e-af6d-861a74465d4a), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.265427 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6db01-a70d-40eb-8690-dc681da3c25f None None] Pushing event updated for resources: {'Port': ['ID=c5ad71b7-ce91-4e5e-af6d-861a74465d4a,revision_number=2']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:47.305080 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3d92a3c4-db9c-42d8-835d-78009295e486 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819294'] for subnet (28e484ab-44cf-4981-932b-1d76f8b4ffe3), precommit_delete_associations {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.324563 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] For port c5ad71b7-ce91-4e5e-af6d-861a74465d4a, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:25:47.327917 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] For port c5ad71b7-ce91-4e5e-af6d-861a74465d4a, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=c5ad71b7-ce91-4e5e-af6d-861a74465d4a,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:25:47.356051 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3d92a3c4-db9c-42d8-835d-78009295e486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070576'] for subnet (28e484ab-44cf-4981-932b-1d76f8b4ffe3), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.410458 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-9e5f8c95-cd85-49b1-af3b-e7b81b089658 None None] Provisioning complete for port 77afcf89-57fe-4283-ab33-b9cf5eaa8a10 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:47.410999 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9e5f8c95-cd85-49b1-af3b-e7b81b089658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (77afcf89-57fe-4283-ab33-b9cf5eaa8a10), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.424498 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-1fd7dbad-a57f-4f7b-be33-1e9a5ce13ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (77afcf89-57fe-4283-ab33-b9cf5eaa8a10), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.436739 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (c5ad71b7-ce91-4e5e-af6d-861a74465d4a), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.485190 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f8c95-cd85-49b1-af3b-e7b81b089658 None None] Port 77afcf89-57fe-4283-ab33-b9cf5eaa8a10 cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:25:47.492464 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3d92a3c4-db9c-42d8-835d-78009295e486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6166112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4413224'] for subnet (28e484ab-44cf-4981-932b-1d76f8b4ffe3), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.507347 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] Routers {'cfa1fde4-6362-4fb0-945e-c56a77eeecee'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:25:47.508668 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:25:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['cfa1fde4-6362-4fb0-945e-c56a77eeecee'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:47.510743 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6db01-a70d-40eb-8690-dc681da3c25f None None] Pushing event updated for resources: {'Port': ['ID=c5ad71b7-ce91-4e5e-af6d-861a74465d4a,revision_number=3']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:47.541516 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3d92a3c4-db9c-42d8-835d-78009295e486 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.549091 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-3d92a3c4-db9c-42d8-835d-78009295e486 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/28e484ab-44cf-4981-932b-1d76f8b4ffe3 HTTP/1.1" status: 204 len: 168 time: 0.3641806 Feb 09 06:25:47.549431 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59428) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:47.550499 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92a3c4-db9c-42d8-835d-78009295e486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e484ab-44cf-4981-932b-1d76f8b4ffe3,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:47.624750 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] Set router cfa1fde4-6362-4fb0-945e-c56a77eeecee gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:25:47.664029 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-71a2cb59-abeb-4c12-a843-c39ff3392caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096870'] for network (7bb490ef-1588-4d49-8943-305561c9dd4b), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.690150 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-1fd7dbad-a57f-4f7b-be33-1e9a5ce13ff3 admin admin] Publish callbacks [] for port (77afcf89-57fe-4283-ab33-b9cf5eaa8a10), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.759574 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-71a2cb59-abeb-4c12-a843-c39ff3392caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1884327', 'neutron.services.segments.db._delete_segments_for_network-8788413974977'] for network (7bb490ef-1588-4d49-8943-305561c9dd4b), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.780298 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-71a2cb59-abeb-4c12-a843-c39ff3392caa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb490ef-1588-4d49-8943-305561c9dd4b']}} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:47.787009 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-1fd7dbad-a57f-4f7b-be33-1e9a5ce13ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (77afcf89-57fe-4283-ab33-b9cf5eaa8a10), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.809851 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-71a2cb59-abeb-4c12-a843-c39ff3392caa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc320ede-6184-4cfb-aee8-c30496ff7455') {'for_net_delete': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:47.810143 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-71a2cb59-abeb-4c12-a843-c39ff3392caa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc320ede-6184-4cfb-aee8-c30496ff7455') {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:47.822556 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa1fde4-6362-4fb0-945e-c56a77eeecee', 'name': 'tempest-TestVolumeBootPattern-1199399656-router', 'tenant_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c5ad71b7-ce91-4e5e-af6d-861a74465d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:43Z', 'updated_at': '2022-02-09T06:25:47Z', 'revision_number': 4, 'project_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'gw_port': {'id': 'c5ad71b7-ce91-4e5e-af6d-861a74465d4a', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa1fde4-6362-4fb0-945e-c56a77eeecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:43Z', 'updated_at': '2022-02-09T06:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '77afcf89-57fe-4283-ab33-b9cf5eaa8a10', 'name': '', 'network_id': 'f7142df2-1906-40fc-8443-d39a8726c419', 'tenant_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'mac_address': 'fa:16:3e:9e:a6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa1fde4-6362-4fb0-945e-c56a77eeecee', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '18cc49f3-be2c-4618-8b11-da57ed0446ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:46Z', 'updated_at': '2022-02-09T06:25:46Z', 'revision_number': 1, 'project_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'subnets': [{'id': '18cc49f3-be2c-4618-8b11-da57ed0446ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:47.843956 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-71a2cb59-abeb-4c12-a843-c39ff3392caa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788413976266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020429'] for segment (cc320ede-6184-4cfb-aee8-c30496ff7455), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.853193 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d1d0ba-393d-4bd6-bff0-225a79a74424 None None] The sync data for ids ['cfa1fde4-6362-4fb0-945e-c56a77eeecee'] in dv-cinder-801923-6-iscsi is: [{'id': 'cfa1fde4-6362-4fb0-945e-c56a77eeecee', 'name': 'tempest-TestVolumeBootPattern-1199399656-router', 'tenant_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c5ad71b7-ce91-4e5e-af6d-861a74465d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:43Z', 'updated_at': '2022-02-09T06:25:47Z', 'revision_number': 4, 'project_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'gw_port': {'id': 'c5ad71b7-ce91-4e5e-af6d-861a74465d4a', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa1fde4-6362-4fb0-945e-c56a77eeecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:43Z', 'updated_at': '2022-02-09T06:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '77afcf89-57fe-4283-ab33-b9cf5eaa8a10', 'name': '', 'network_id': 'f7142df2-1906-40fc-8443-d39a8726c419', 'tenant_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'mac_address': 'fa:16:3e:9e:a6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa1fde4-6362-4fb0-945e-c56a77eeecee', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '18cc49f3-be2c-4618-8b11-da57ed0446ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:46Z', 'updated_at': '2022-02-09T06:25:46Z', 'revision_number': 1, 'project_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'subnets': [{'id': '18cc49f3-be2c-4618-8b11-da57ed0446ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:25:47.875063 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-71a2cb59-abeb-4c12-a843-c39ff3392caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (cc320ede-6184-4cfb-aee8-c30496ff7455), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.886485 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a2cb59-abeb-4c12-a843-c39ff3392caa admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 06:25:47.886893 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-71a2cb59-abeb-4c12-a843-c39ff3392caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5111174'] for segment (cc320ede-6184-4cfb-aee8-c30496ff7455), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: Traceback (most recent call last): Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: timer() Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: cb(*args, **kw) Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: return func(*args, **kwargs) Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: self._notify() Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: self.callback(batched_events) Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: event.method(event) Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: return f(self, *a, **k) Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._get(url).json() Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: return self.request(url, 'GET', **kwargs) Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 06:25:47.888752 dv-cinder-801923-6-iscsi neutron-server[103035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 06:25:47.898859 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7dbad-a57f-4f7b-be33-1e9a5ce13ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=77afcf89-57fe-4283-ab33-b9cf5eaa8a10,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:47.930012 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-1fd7dbad-a57f-4f7b-be33-1e9a5ce13ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1023630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-541044'] for router_interface (cfa1fde4-6362-4fb0-945e-c56a77eeecee), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:47.959307 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6e26f-1d17-4849-b90a-63d5ae3e9139 req-6ef2ae25-d1b0-45cb-95bc-69b8528b42b9 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:47.961572 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b6e6e26f-1d17-4849-b90a-63d5ae3e9139 req-6ef2ae25-d1b0-45cb-95bc-69b8528b42b9 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 984 time: 0.0694175 Feb 09 06:25:48.036593 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b6e6e26f-1d17-4849-b90a-63d5ae3e9139 req-70312073-c5a1-44cd-8383-de1df585fe97 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a5d92a-22c9-433b-b02d-a16549786aa4&id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697203 Feb 09 06:25:48.041920 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd7dbad-a57f-4f7b-be33-1e9a5ce13ff3 admin admin] Network f7142df2-1906-40fc-8443-d39a8726c419 is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:25:48.043796 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-1fd7dbad-a57f-4f7b-be33-1e9a5ce13ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:25:48.113667 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-71a2cb59-abeb-4c12-a843-c39ff3392caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1884350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540539'] for network (7bb490ef-1588-4d49-8943-305561c9dd4b), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:48.154883 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-71a2cb59-abeb-4c12-a843-c39ff3392caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:48.158514 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-71a2cb59-abeb-4c12-a843-c39ff3392caa admin admin] 10.222.0.13 "DELETE /v2.0/networks/7bb490ef-1588-4d49-8943-305561c9dd4b HTTP/1.1" status: 204 len: 168 time: 0.6060171 Feb 09 06:25:48.173205 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2cb59-abeb-4c12-a843-c39ff3392caa admin admin] Pushing event deleted for resources: {'Network': ['ID=7bb490ef-1588-4d49-8943-305561c9dd4b,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:48.224041 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd7dbad-a57f-4f7b-be33-1e9a5ce13ff3 admin admin] Router cfa1fde4-6362-4fb0-945e-c56a77eeecee has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:25:48.312503 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-cf9cccf0-314d-40d1-8bb5-d195b57c08ba None None] Provisioning complete for port 77afcf89-57fe-4283-ab33-b9cf5eaa8a10 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:48.312880 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-cf9cccf0-314d-40d1-8bb5-d195b57c08ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (77afcf89-57fe-4283-ab33-b9cf5eaa8a10), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:48.348719 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-cf9cccf0-314d-40d1-8bb5-d195b57c08ba None None] Port 77afcf89-57fe-4283-ab33-b9cf5eaa8a10 cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:25:48.359399 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd7dbad-a57f-4f7b-be33-1e9a5ce13ff3 admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:25:48.373001 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-1fd7dbad-a57f-4f7b-be33-1e9a5ce13ff3 admin admin] 10.222.0.13 "PUT /v2.0/routers/cfa1fde4-6362-4fb0-945e-c56a77eeecee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3041177 Feb 09 06:25:48.552900 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59440) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:48.617661 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59442) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:48.618304 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-8742c793-f76d-4d82-bad3-258d8ba2540e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3664264125a46d1ad9240a12088760e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0634916 Feb 09 06:25:48.671422 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-450ebbed-9fb0-48e3-910b-d6c5d5ec4350 admin admin] Publish callbacks [] for security_group (ae669ac4-d336-40a1-8d23-72df7a3bfac1), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:48.694172 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-450ebbed-9fb0-48e3-910b-d6c5d5ec4350 admin admin] Publish callbacks [] for security_group (ae669ac4-d336-40a1-8d23-72df7a3bfac1), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:48.820449 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-450ebbed-9fb0-48e3-910b-d6c5d5ec4350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (ae669ac4-d336-40a1-8d23-72df7a3bfac1), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:48.823421 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-450ebbed-9fb0-48e3-910b-d6c5d5ec4350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:48.836514 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-450ebbed-9fb0-48e3-910b-d6c5d5ec4350 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae669ac4-d336-40a1-8d23-72df7a3bfac1 HTTP/1.1" status: 204 len: 168 time: 0.2084377 Feb 09 06:25:48.841303 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device c5ad71b7-ce91-4e5e-af6d-861a74465d4a up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:25:48.844031 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ebbed-9fb0-48e3-910b-d6c5d5ec4350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae669ac4-d336-40a1-8d23-72df7a3bfac1,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:48.921419 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port c5ad71b7-ce91-4e5e-af6d-861a74465d4a triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:48.921801 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (c5ad71b7-ce91-4e5e-af6d-861a74465d4a), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:49.015709 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port c5ad71b7-ce91-4e5e-af6d-861a74465d4a is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:49.016256 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (c5ad71b7-ce91-4e5e-af6d-861a74465d4a), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:49.038917 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] For port c5ad71b7-ce91-4e5e-af6d-861a74465d4a, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=c5ad71b7-ce91-4e5e-af6d-861a74465d4a,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:25:49.151585 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (c5ad71b7-ce91-4e5e-af6d-861a74465d4a), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:49.152635 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59448) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:49.158394 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-a57cf969-88e6-42e1-be71-72c84dea8c8c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-92714131', 'description': 'tempest-secgroup-smoke-92714131 description', 'project_id': 'b2c52a1656554315a215f5d7e869570f'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:49.173212 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd9953-31d3-43d4-aeba-d76fa3231ed1 req-2914bbc5-5924-454c-9099-07955b1ddd94 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:49.175038 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b8fd9953-31d3-43d4-aeba-d76fa3231ed1 req-2914bbc5-5924-454c-9099-07955b1ddd94 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 984 time: 0.0633314 Feb 09 06:25:49.237857 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Pushing event updated for resources: {'Port': ['ID=c5ad71b7-ce91-4e5e-af6d-861a74465d4a,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:49.246144 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a57cf969-88e6-42e1-be71-72c84dea8c8c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:49.253159 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b8fd9953-31d3-43d4-aeba-d76fa3231ed1 req-fe4d0ed7-e08e-470b-b1f5-fcb7fc1217cb tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a5d92a-22c9-433b-b02d-a16549786aa4&id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721853 Feb 09 06:25:49.333710 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a57cf969-88e6-42e1-be71-72c84dea8c8c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group (09ce4859-9d82-472f-8c8a-242f8f7693b4), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:49.443293 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a57cf969-88e6-42e1-be71-72c84dea8c8c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (09ce4859-9d82-472f-8c8a-242f8f7693b4), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:49.472310 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57cf969-88e6-42e1-be71-72c84dea8c8c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ce4859-9d82-472f-8c8a-242f8f7693b4,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:49.545695 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a57cf969-88e6-42e1-be71-72c84dea8c8c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:49.547502 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-a57cf969-88e6-42e1-be71-72c84dea8c8c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3927600 Feb 09 06:25:49.550049 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59452) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:49.554745 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-a2b95cac-4da0-4da9-8424-a4a64d04987f tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Request body: {'security_group_rule': {'security_group_id': '09ce4859-9d82-472f-8c8a-242f8f7693b4', 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:49.573597 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59454) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:49.617564 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-e22bc0f9-3b42-481f-ae78-8646f59a9b7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5589b581f9a40009259afc34f356df5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429175 Feb 09 06:25:49.620140 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59456) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:49.649734 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a2b95cac-4da0-4da9-8424-a4a64d04987f tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group_rule (9965037f-565e-46e8-bd56-2c2406595cbd), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:49.692389 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c6c111ec-8bda-41ab-8520-ae8cf33ed985 admin admin] Publish callbacks [] for security_group (4c7f1f7a-2d78-4f3c-a164-d7fa7947a9f9), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:49.723061 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c6c111ec-8bda-41ab-8520-ae8cf33ed985 admin admin] Publish callbacks [] for security_group (4c7f1f7a-2d78-4f3c-a164-d7fa7947a9f9), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:49.736577 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a2b95cac-4da0-4da9-8424-a4a64d04987f tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group_rule (9965037f-565e-46e8-bd56-2c2406595cbd), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:49.791441 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a2b95cac-4da0-4da9-8424-a4a64d04987f tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (9965037f-565e-46e8-bd56-2c2406595cbd), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:49.810115 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b95cac-4da0-4da9-8424-a4a64d04987f tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9965037f-565e-46e8-bd56-2c2406595cbd,revision_number=0']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:49.848599 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c6c111ec-8bda-41ab-8520-ae8cf33ed985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (4c7f1f7a-2d78-4f3c-a164-d7fa7947a9f9), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:49.851178 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c6c111ec-8bda-41ab-8520-ae8cf33ed985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:49.852438 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-c6c111ec-8bda-41ab-8520-ae8cf33ed985 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c7f1f7a-2d78-4f3c-a164-d7fa7947a9f9 HTTP/1.1" status: 204 len: 168 time: 0.2313497 Feb 09 06:25:49.860561 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c111ec-8bda-41ab-8520-ae8cf33ed985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7f1f7a-2d78-4f3c-a164-d7fa7947a9f9,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:49.888312 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a2b95cac-4da0-4da9-8424-a4a64d04987f tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:49.889640 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-a2b95cac-4da0-4da9-8424-a4a64d04987f tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3385518 Feb 09 06:25:49.892803 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59460) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:49.900870 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-7cf644b1-95dc-40bb-bcb6-024394bcdbeb tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Request body: {'security_group_rule': {'security_group_id': '09ce4859-9d82-472f-8c8a-242f8f7693b4', 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:49.985209 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7cf644b1-95dc-40bb-bcb6-024394bcdbeb tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group_rule (419ce4d9-b3ad-4b1a-b512-226868745838), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:50.038638 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7cf644b1-95dc-40bb-bcb6-024394bcdbeb tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group_rule (419ce4d9-b3ad-4b1a-b512-226868745838), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:50.105901 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7cf644b1-95dc-40bb-bcb6-024394bcdbeb tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (419ce4d9-b3ad-4b1a-b512-226868745838), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:50.123805 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf644b1-95dc-40bb-bcb6-024394bcdbeb tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419ce4d9-b3ad-4b1a-b512-226868745838,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:50.216535 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7cf644b1-95dc-40bb-bcb6-024394bcdbeb tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:50.217940 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-7cf644b1-95dc-40bb-bcb6-024394bcdbeb tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3239899 Feb 09 06:25:50.221989 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59464) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:50.226791 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-2c86f1a4-8be8-41f2-8ebe-312b9b6bdccd tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Request body: {'security_group_rule': {'security_group_id': '09ce4859-9d82-472f-8c8a-242f8f7693b4', 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:50.318732 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2c86f1a4-8be8-41f2-8ebe-312b9b6bdccd tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group_rule (67cbcd60-49e3-4ff3-8c49-5fa97a2bd03f), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:50.390646 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2c86f1a4-8be8-41f2-8ebe-312b9b6bdccd tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group_rule (67cbcd60-49e3-4ff3-8c49-5fa97a2bd03f), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:50.402676 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dda43-3c8f-422c-a615-648be88fda14 req-9bebc23e-1ec3-4a57-9137-64239d953fec tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:50.406835 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-807dda43-3c8f-422c-a615-648be88fda14 req-9bebc23e-1ec3-4a57-9137-64239d953fec tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 984 time: 0.0614972 Feb 09 06:25:50.460454 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2c86f1a4-8be8-41f2-8ebe-312b9b6bdccd tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (67cbcd60-49e3-4ff3-8c49-5fa97a2bd03f), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:50.468002 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-807dda43-3c8f-422c-a615-648be88fda14 req-ebd8db49-73fb-4994-bf48-3b065caf3cb2 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a5d92a-22c9-433b-b02d-a16549786aa4&id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575414 Feb 09 06:25:50.480907 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86f1a4-8be8-41f2-8ebe-312b9b6bdccd tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cbcd60-49e3-4ff3-8c49-5fa97a2bd03f,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:50.562434 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2c86f1a4-8be8-41f2-8ebe-312b9b6bdccd tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:50.563725 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-2c86f1a4-8be8-41f2-8ebe-312b9b6bdccd tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3410754 Feb 09 06:25:50.566419 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59474) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:50.570739 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-104dc4b9-8ffe-4718-9a65-b83b36b2f467 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Request body: {'security_group_rule': {'security_group_id': '09ce4859-9d82-472f-8c8a-242f8f7693b4', 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:50.668515 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-104dc4b9-8ffe-4718-9a65-b83b36b2f467 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group_rule (0643777c-8cef-495d-a4bf-199da7d3a78a), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:50.723451 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-104dc4b9-8ffe-4718-9a65-b83b36b2f467 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group_rule (0643777c-8cef-495d-a4bf-199da7d3a78a), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:50.771294 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device c5ad71b7-ce91-4e5e-af6d-861a74465d4a up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:25:50.783593 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-104dc4b9-8ffe-4718-9a65-b83b36b2f467 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (0643777c-8cef-495d-a4bf-199da7d3a78a), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:50.802867 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104dc4b9-8ffe-4718-9a65-b83b36b2f467 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0643777c-8cef-495d-a4bf-199da7d3a78a,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:50.828081 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port c5ad71b7-ce91-4e5e-af6d-861a74465d4a triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:50.828458 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (c5ad71b7-ce91-4e5e-af6d-861a74465d4a), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:50.873573 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-104dc4b9-8ffe-4718-9a65-b83b36b2f467 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:50.875079 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-104dc4b9-8ffe-4718-9a65-b83b36b2f467 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3076785 Feb 09 06:25:50.878015 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59486) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:50.882779 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-8522c53a-0670-4ece-b181-2a0c62bfd669 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Request body: {'security_group_rule': {'security_group_id': '09ce4859-9d82-472f-8c8a-242f8f7693b4', 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:50.908013 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port c5ad71b7-ce91-4e5e-af6d-861a74465d4a is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:50.963345 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.db.securitygroups_db [None req-8522c53a-0670-4ece-b181-2a0c62bfd669 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Project b2c52a1656554315a215f5d7e869570f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 06:25:50.968575 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-8522c53a-0670-4ece-b181-2a0c62bfd669 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group_rule (5be30adc-0f5d-46c6-87c8-710079c9a42d), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:51.029193 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-8522c53a-0670-4ece-b181-2a0c62bfd669 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group_rule (5be30adc-0f5d-46c6-87c8-710079c9a42d), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:51.094462 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-8522c53a-0670-4ece-b181-2a0c62bfd669 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (5be30adc-0f5d-46c6-87c8-710079c9a42d), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:51.112829 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522c53a-0670-4ece-b181-2a0c62bfd669 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be30adc-0f5d-46c6-87c8-710079c9a42d,revision_number=0']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:51.199460 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-8522c53a-0670-4ece-b181-2a0c62bfd669 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:51.200968 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-8522c53a-0670-4ece-b181-2a0c62bfd669 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3219237 Feb 09 06:25:51.205442 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59496) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:25:51.210001 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-fb38f56b-6554-4737-84f0-3d929657ec5e tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Request body: {'security_group_rule': {'security_group_id': '09ce4859-9d82-472f-8c8a-242f8f7693b4', 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:25:51.309150 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.securitygroups_db [None req-fb38f56b-6554-4737-84f0-3d929657ec5e tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Project b2c52a1656554315a215f5d7e869570f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 06:25:51.314474 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fb38f56b-6554-4737-84f0-3d929657ec5e tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group_rule (6366935e-06f8-48d9-a2b7-391c743a7ebc), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:51.363956 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fb38f56b-6554-4737-84f0-3d929657ec5e tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group_rule (6366935e-06f8-48d9-a2b7-391c743a7ebc), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:51.423293 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fb38f56b-6554-4737-84f0-3d929657ec5e tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737686'] for security_group_rule (6366935e-06f8-48d9-a2b7-391c743a7ebc), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:51.441552 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38f56b-6554-4737-84f0-3d929657ec5e tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6366935e-06f8-48d9-a2b7-391c743a7ebc,revision_number=0']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:51.502753 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fb38f56b-6554-4737-84f0-3d929657ec5e tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:51.504079 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-fb38f56b-6554-4737-84f0-3d929657ec5e tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2975876 Feb 09 06:25:51.606217 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9130-6e8e-4c2d-b22a-bb91941411ae req-e483d5c9-2241-4e45-9333-f7479c8a0d66 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:51.608046 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1c7d9130-6e8e-4c2d-b22a-bb91941411ae req-e483d5c9-2241-4e45-9333-f7479c8a0d66 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 984 time: 0.0696912 Feb 09 06:25:51.691829 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1c7d9130-6e8e-4c2d-b22a-bb91941411ae req-186fc00f-3f4c-4626-875e-6667cb93ba5b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a5d92a-22c9-433b-b02d-a16549786aa4&id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760036 Feb 09 06:25:51.816545 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] Sync routers for ids ['cfa1fde4-6362-4fb0-945e-c56a77eeecee'] in dv-cinder-801923-6-iscsi {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:25:51.828551 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] Routers {'cfa1fde4-6362-4fb0-945e-c56a77eeecee'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:25:51.829243 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:25:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['cfa1fde4-6362-4fb0-945e-c56a77eeecee'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:51.937114 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] Set router cfa1fde4-6362-4fb0-945e-c56a77eeecee gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:25:52.143571 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa1fde4-6362-4fb0-945e-c56a77eeecee', 'name': 'tempest-TestVolumeBootPattern-1199399656-router', 'tenant_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c5ad71b7-ce91-4e5e-af6d-861a74465d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:43Z', 'updated_at': '2022-02-09T06:25:47Z', 'revision_number': 4, 'project_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'gw_port': {'id': 'c5ad71b7-ce91-4e5e-af6d-861a74465d4a', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1fde4-6362-4fb0-945e-c56a77eeecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:43Z', 'updated_at': '2022-02-09T06:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '77afcf89-57fe-4283-ab33-b9cf5eaa8a10', 'name': '', 'network_id': 'f7142df2-1906-40fc-8443-d39a8726c419', 'tenant_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'mac_address': 'fa:16:3e:9e:a6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa1fde4-6362-4fb0-945e-c56a77eeecee', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '18cc49f3-be2c-4618-8b11-da57ed0446ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:46Z', 'updated_at': '2022-02-09T06:25:47Z', 'revision_number': 2, 'project_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'subnets': [{'id': '18cc49f3-be2c-4618-8b11-da57ed0446ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:52.169574 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] Checking router: cfa1fde4-6362-4fb0-945e-c56a77eeecee for host: dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:25:52.169930 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] Updating router cfa1fde4-6362-4fb0-945e-c56a77eeecee port 77afcf89-57fe-4283-ab33-b9cf5eaa8a10 binding host dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 06:25:52.203951 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (77afcf89-57fe-4283-ab33-b9cf5eaa8a10), before_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:52.457895 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] Publish callbacks [] for port (77afcf89-57fe-4283-ab33-b9cf5eaa8a10), precommit_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:52.531369 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (77afcf89-57fe-4283-ab33-b9cf5eaa8a10), after_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:52.578323 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d367278-02cd-4e0b-a26c-dca09d8cd958 None None] Pushing event updated for resources: {'Port': ['ID=77afcf89-57fe-4283-ab33-b9cf5eaa8a10,revision_number=3']} {{(pid=103037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:52.636589 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] Attempting to bind port 77afcf89-57fe-4283-ab33-b9cf5eaa8a10 on host dv-cinder-801923-6-iscsi for vnic_type normal with profile {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:25:52.640827 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] Attempting to bind port 77afcf89-57fe-4283-ab33-b9cf5eaa8a10 by drivers openvswitch,hyperv on host dv-cinder-801923-6-iscsi at level 0 using segments [{'id': '9dd07a7d-2cfe-4d86-bdec-0866ff88b811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f7142df2-1906-40fc-8443-d39a8726c419'}] {{(pid=103037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:25:52.640827 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] Attempting to bind port 77afcf89-57fe-4283-ab33-b9cf5eaa8a10 on network f7142df2-1906-40fc-8443-d39a8726c419 {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:25:52.643146 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] Checking agent: {'id': '2c2f9037-21c4-47f4-a599-853b228f7e06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801923-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 10, 17), 'started_at': datetime.datetime(2022, 2, 9, 6, 10, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801923-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:25:52.643523 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] Checking segment: {'id': '9dd07a7d-2cfe-4d86-bdec-0866ff88b811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f7142df2-1906-40fc-8443-d39a8726c419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:25:52.643928 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:52.644441 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] Bound using segment: {'id': '9dd07a7d-2cfe-4d86-bdec-0866ff88b811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f7142df2-1906-40fc-8443-d39a8726c419'} {{(pid=103037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:25:52.644774 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.managers [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] Bound port: 77afcf89-57fe-4283-ab33-b9cf5eaa8a10, host: dv-cinder-801923-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd07a7d-2cfe-4d86-bdec-0866ff88b811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f7142df2-1906-40fc-8443-d39a8726c419'}}] {{(pid=103037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:25:52.645151 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (77afcf89-57fe-4283-ab33-b9cf5eaa8a10), before_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:52.718145 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.db [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] For port 77afcf89-57fe-4283-ab33-b9cf5eaa8a10, host dv-cinder-801923-6-iscsi, cleared binding levels {{(pid=103037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:25:52.721768 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.plugins.ml2.db [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] For port 77afcf89-57fe-4283-ab33-b9cf5eaa8a10, host dv-cinder-801923-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=77afcf89-57fe-4283-ab33-b9cf5eaa8a10,segment=NetworkSegment(9dd07a7d-2cfe-4d86-bdec-0866ff88b811),segment_id=9dd07a7d-2cfe-4d86-bdec-0866ff88b811)] {{(pid=103037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:25:52.780552 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron_lib.callbacks.manager [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (77afcf89-57fe-4283-ab33-b9cf5eaa8a10), after_update {{(pid=103037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:52.818389 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e42ef-2e01-4f1c-a6c5-1428b6a07320 req-8fa0ed35-cb0c-41fa-85aa-f8632a15911d tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:52.822690 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3a0e42ef-2e01-4f1c-a6c5-1428b6a07320 req-8fa0ed35-cb0c-41fa-85aa-f8632a15911d tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 984 time: 0.0598857 Feb 09 06:25:52.836488 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] Routers {'cfa1fde4-6362-4fb0-945e-c56a77eeecee'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:25:52.836488 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:25:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['cfa1fde4-6362-4fb0-945e-c56a77eeecee'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:52.902615 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-b7cc79ce-3d10-45de-afd5-cd7f3d1b05a2 None None] Provisioning complete for port 77afcf89-57fe-4283-ab33-b9cf5eaa8a10 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:52.903780 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-b7cc79ce-3d10-45de-afd5-cd7f3d1b05a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (77afcf89-57fe-4283-ab33-b9cf5eaa8a10), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:52.908737 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3a0e42ef-2e01-4f1c-a6c5-1428b6a07320 req-4c3e2f3b-fa54-4b7f-b05e-179be442aae2 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a5d92a-22c9-433b-b02d-a16549786aa4&id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738227 Feb 09 06:25:52.936072 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d367278-02cd-4e0b-a26c-dca09d8cd958 None None] Pushing event updated for resources: {'Port': ['ID=77afcf89-57fe-4283-ab33-b9cf5eaa8a10,revision_number=4']} {{(pid=103037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:52.975155 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] Set router cfa1fde4-6362-4fb0-945e-c56a77eeecee gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:25:53.000316 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc79ce-3d10-45de-afd5-cd7f3d1b05a2 None None] Current status of the port 77afcf89-57fe-4283-ab33-b9cf5eaa8a10 is: DOWN; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:53.000840 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-b7cc79ce-3d10-45de-afd5-cd7f3d1b05a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (77afcf89-57fe-4283-ab33-b9cf5eaa8a10), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:53.043787 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-b7cc79ce-3d10-45de-afd5-cd7f3d1b05a2 None None] For port 77afcf89-57fe-4283-ab33-b9cf5eaa8a10, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=77afcf89-57fe-4283-ab33-b9cf5eaa8a10,segment=NetworkSegment(9dd07a7d-2cfe-4d86-bdec-0866ff88b811),segment_id=9dd07a7d-2cfe-4d86-bdec-0866ff88b811)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:25:53.129848 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-b7cc79ce-3d10-45de-afd5-cd7f3d1b05a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (77afcf89-57fe-4283-ab33-b9cf5eaa8a10), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:53.178470 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc79ce-3d10-45de-afd5-cd7f3d1b05a2 None None] Pushing event updated for resources: {'Port': ['ID=77afcf89-57fe-4283-ab33-b9cf5eaa8a10,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:25:53.192918 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa1fde4-6362-4fb0-945e-c56a77eeecee', 'name': 'tempest-TestVolumeBootPattern-1199399656-router', 'tenant_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c5ad71b7-ce91-4e5e-af6d-861a74465d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:43Z', 'updated_at': '2022-02-09T06:25:47Z', 'revision_number': 4, 'project_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'gw_port': {'id': 'c5ad71b7-ce91-4e5e-af6d-861a74465d4a', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1fde4-6362-4fb0-945e-c56a77eeecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:43Z', 'updated_at': '2022-02-09T06:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '77afcf89-57fe-4283-ab33-b9cf5eaa8a10', 'name': '', 'network_id': 'f7142df2-1906-40fc-8443-d39a8726c419', 'tenant_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'mac_address': 'fa:16:3e:9e:a6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa1fde4-6362-4fb0-945e-c56a77eeecee', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '18cc49f3-be2c-4618-8b11-da57ed0446ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:46Z', 'updated_at': '2022-02-09T06:25:52Z', 'revision_number': 4, 'project_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'subnets': [{'id': '18cc49f3-be2c-4618-8b11-da57ed0446ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:25:53.219583 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e529e9-e869-4d13-a7af-0297e20075bf None None] The sync data for ids ['cfa1fde4-6362-4fb0-945e-c56a77eeecee'] in dv-cinder-801923-6-iscsi is: [{'id': 'cfa1fde4-6362-4fb0-945e-c56a77eeecee', 'name': 'tempest-TestVolumeBootPattern-1199399656-router', 'tenant_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c5ad71b7-ce91-4e5e-af6d-861a74465d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:43Z', 'updated_at': '2022-02-09T06:25:47Z', 'revision_number': 4, 'project_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'gw_port': {'id': 'c5ad71b7-ce91-4e5e-af6d-861a74465d4a', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1fde4-6362-4fb0-945e-c56a77eeecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:43Z', 'updated_at': '2022-02-09T06:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '77afcf89-57fe-4283-ab33-b9cf5eaa8a10', 'name': '', 'network_id': 'f7142df2-1906-40fc-8443-d39a8726c419', 'tenant_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'mac_address': 'fa:16:3e:9e:a6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa1fde4-6362-4fb0-945e-c56a77eeecee', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '18cc49f3-be2c-4618-8b11-da57ed0446ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:46Z', 'updated_at': '2022-02-09T06:25:52Z', 'revision_number': 4, 'project_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'subnets': [{'id': '18cc49f3-be2c-4618-8b11-da57ed0446ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:25:53.251467 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-cdd7f4c3-e268-46b9-b1f8-17a1c197b70f None None] Provisioning complete for port 77afcf89-57fe-4283-ab33-b9cf5eaa8a10 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:53.251877 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f4c3-e268-46b9-b1f8-17a1c197b70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (77afcf89-57fe-4283-ab33-b9cf5eaa8a10), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:53.344645 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-cdd7f4c3-e268-46b9-b1f8-17a1c197b70f None None] Current status of the port 77afcf89-57fe-4283-ab33-b9cf5eaa8a10 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:54.027701 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af3e3c-7542-4abf-8706-755400220e92 req-b46c4006-f3d6-491a-a162-1500e4323196 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:54.029201 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e4af3e3c-7542-4abf-8706-755400220e92 req-b46c4006-f3d6-491a-a162-1500e4323196 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 984 time: 0.0530291 Feb 09 06:25:54.099915 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e4af3e3c-7542-4abf-8706-755400220e92 req-6e63a380-823b-4dd9-bc80-3b6035a2f268 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a5d92a-22c9-433b-b02d-a16549786aa4&id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647688 Feb 09 06:25:54.793702 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 77afcf89-57fe-4283-ab33-b9cf5eaa8a10 up at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:25:54.840418 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Provisioning complete for port 77afcf89-57fe-4283-ab33-b9cf5eaa8a10 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:25:54.840788 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (77afcf89-57fe-4283-ab33-b9cf5eaa8a10), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:25:54.925695 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Current status of the port 77afcf89-57fe-4283-ab33-b9cf5eaa8a10 is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:25:55.211087 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:25:55.223088 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd415207-dcf7-4fa0-a92f-5c8c8f865806 req-1f7e5f28-33a0-4da4-ab91-7e64566cfd45 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:25:55.224713 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fd415207-dcf7-4fa0-a92f-5c8c8f865806 req-1f7e5f28-33a0-4da4-ab91-7e64566cfd45 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 984 time: 0.0537105 Feb 09 06:25:55.287054 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-fd415207-dcf7-4fa0-a92f-5c8c8f865806 req-d0eae21c-5ee5-4368-a56d-655ba7142ab0 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=46a5d92a-22c9-433b-b02d-a16549786aa4&id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552058 Feb 09 06:26:02.225616 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:09.353309 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-65196998-37cc-48cc-a862-a96ae9b90063 req-749d034e-e9cc-429e-bd7b-fdb6ea5defd9 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-92714131&fields=id&tenant_id=b2c52a1656554315a215f5d7e869570f HTTP/1.1" status: 200 len: 267 time: 0.0415785 Feb 09 06:26:09.459413 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65196998-37cc-48cc-a862-a96ae9b90063 req-f8ff2e14-09f0-48dd-bda0-cca5bbbe3017 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:09.460918 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-65196998-37cc-48cc-a862-a96ae9b90063 req-f8ff2e14-09f0-48dd-bda0-cca5bbbe3017 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/networks?id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6 HTTP/1.1" status: 200 len: 812 time: 0.1007655 Feb 09 06:26:09.475354 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-65196998-37cc-48cc-a862-a96ae9b90063 req-cef7d390-f3d6-4be5-851f-6eb9df9ee3c1 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/quotas/b2c52a1656554315a215f5d7e869570f HTTP/1.1" status: 200 len: 375 time: 0.0091422 Feb 09 06:26:09.527292 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-65196998-37cc-48cc-a862-a96ae9b90063 req-02083c3c-32cc-4249-af2a-917e57d3f880 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2c52a1656554315a215f5d7e869570f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472302 Feb 09 06:26:09.620634 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-65196998-37cc-48cc-a862-a96ae9b90063 req-d3bac32f-5c28-4fbc-82ef-eb193b195abd service neutron] 10.222.0.13 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823059 Feb 09 06:26:09.710152 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-65196998-37cc-48cc-a862-a96ae9b90063 req-dbebcade-5c8b-4326-87bd-2effe346178f service neutron] 10.222.0.13 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834467 Feb 09 06:26:10.241722 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-95272982-37e3-4c10-9b29-ff4700b35571 req-fe8dd4e6-7c6b-4aa6-8946-5912fc60ab11 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 210 time: 0.0267363 Feb 09 06:26:10.990106 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59822) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:11.031558 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-74fc85dd-f395-4761-88f8-f1d57c344833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:11.089507 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a17adbf-6d43-4107-bdc9-2a20cd4fccd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:11.162511 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a17adbf-6d43-4107-bdc9-2a20cd4fccd7 admin admin] Publish callbacks [] for security_group (c19c870a-fc5e-44fc-9796-4c73f9cbe4da), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:11.236793 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a17adbf-6d43-4107-bdc9-2a20cd4fccd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (c19c870a-fc5e-44fc-9796-4c73f9cbe4da), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:11.279630 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-8a17adbf-6d43-4107-bdc9-2a20cd4fccd7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36424c65331c46d796f2147f46856d08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909749 Feb 09 06:26:11.280789 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17adbf-6d43-4107-bdc9-2a20cd4fccd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19c870a-fc5e-44fc-9796-4c73f9cbe4da,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:11.282290 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59828) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:11.335528 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-88bca577-e383-46ca-84c0-19d8bce2c722 admin admin] Publish callbacks [] for security_group (c19c870a-fc5e-44fc-9796-4c73f9cbe4da), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:11.342700 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2b0df257-3a97-4669-a1b9-24c84bb469e5 req-f347cea6-b48a-4b2b-8184-285b17fcaa2c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 210 time: 0.0277851 Feb 09 06:26:11.360626 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-88bca577-e383-46ca-84c0-19d8bce2c722 admin admin] Publish callbacks [] for security_group (c19c870a-fc5e-44fc-9796-4c73f9cbe4da), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:11.480431 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-88bca577-e383-46ca-84c0-19d8bce2c722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (c19c870a-fc5e-44fc-9796-4c73f9cbe4da), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:11.483504 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-88bca577-e383-46ca-84c0-19d8bce2c722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:11.484638 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-88bca577-e383-46ca-84c0-19d8bce2c722 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c19c870a-fc5e-44fc-9796-4c73f9cbe4da HTTP/1.1" status: 204 len: 168 time: 0.2013733 Feb 09 06:26:11.492547 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bca577-e383-46ca-84c0-19d8bce2c722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19c870a-fc5e-44fc-9796-4c73f9cbe4da,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:11.500307 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca577-e383-46ca-84c0-19d8bce2c722 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:11.500657 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca577-e383-46ca-84c0-19d8bce2c722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:11.500999 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca577-e383-46ca-84c0-19d8bce2c722 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:11.501338 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca577-e383-46ca-84c0-19d8bce2c722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:11.501754 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca577-e383-46ca-84c0-19d8bce2c722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:11.502106 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca577-e383-46ca-84c0-19d8bce2c722 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:11.502465 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca577-e383-46ca-84c0-19d8bce2c722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:11.502804 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca577-e383-46ca-84c0-19d8bce2c722 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:11.503118 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca577-e383-46ca-84c0-19d8bce2c722 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:11.503442 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca577-e383-46ca-84c0-19d8bce2c722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:11.503762 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca577-e383-46ca-84c0-19d8bce2c722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:11.504081 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca577-e383-46ca-84c0-19d8bce2c722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:11.504398 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca577-e383-46ca-84c0-19d8bce2c722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:12.154880 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59834) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:12.168186 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2fd29ca5-82a4-4467-8c6a-744faaa53c0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:12.242397 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2fd29ca5-82a4-4467-8c6a-744faaa53c0c admin admin] Publish callbacks [] for security_group (fdd2f311-d3e6-4946-bfa4-098c7388ccc4), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:12.328991 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2fd29ca5-82a4-4467-8c6a-744faaa53c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (fdd2f311-d3e6-4946-bfa4-098c7388ccc4), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:12.366832 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-2fd29ca5-82a4-4467-8c6a-744faaa53c0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e526b41bb4ac48ae8c9b520aa9930616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103436 Feb 09 06:26:12.367973 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd29ca5-82a4-4467-8c6a-744faaa53c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd2f311-d3e6-4946-bfa4-098c7388ccc4,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:12.369561 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59838) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:12.428216 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-801d9de9-0300-4d17-bc40-2a63e638a005 admin admin] Publish callbacks [] for security_group (fdd2f311-d3e6-4946-bfa4-098c7388ccc4), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:12.454562 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2ac57e5e-7bc5-47d1-8a56-5448ce702a1f req-17606ff3-7607-480e-8024-c1cd0d75a7a6 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 210 time: 0.0373452 Feb 09 06:26:12.468190 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-801d9de9-0300-4d17-bc40-2a63e638a005 admin admin] Publish callbacks [] for security_group (fdd2f311-d3e6-4946-bfa4-098c7388ccc4), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:12.574421 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65196998-37cc-48cc-a862-a96ae9b90063 req-72b1a905-396e-4c02-83a2-e34b9f87b615 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:12.575861 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-65196998-37cc-48cc-a862-a96ae9b90063 req-72b1a905-396e-4c02-83a2-e34b9f87b615 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.30 "GET /v2.0/networks?id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6 HTTP/1.1" status: 200 len: 812 time: 0.1023307 Feb 09 06:26:12.577914 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-801d9de9-0300-4d17-bc40-2a63e638a005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (fdd2f311-d3e6-4946-bfa4-098c7388ccc4), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:12.580540 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-801d9de9-0300-4d17-bc40-2a63e638a005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:12.581664 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-801d9de9-0300-4d17-bc40-2a63e638a005 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdd2f311-d3e6-4946-bfa4-098c7388ccc4 HTTP/1.1" status: 204 len: 168 time: 0.2103808 Feb 09 06:26:12.589692 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d9de9-0300-4d17-bc40-2a63e638a005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd2f311-d3e6-4946-bfa4-098c7388ccc4,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:12.648432 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-65196998-37cc-48cc-a862-a96ae9b90063 req-032a0904-969d-4756-8ea2-e6f72e65ab44 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2c52a1656554315a215f5d7e869570f HTTP/1.1" status: 200 len: 378 time: 0.0575531 Feb 09 06:26:12.662939 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [req-65196998-37cc-48cc-a862-a96ae9b90063 req-5a6cc569-1549-4f31-b854-6cc4a20a2891 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Request body: {'port': {'device_id': '45a82046-2297-42cc-8c98-306cd9a21dd5', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'admin_state_up': True, 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'security_groups': ['09ce4859-9d82-472f-8c8a-242f8f7693b4']}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:26:12.863248 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65196998-37cc-48cc-a862-a96ae9b90063 req-5a6cc569-1549-4f31-b854-6cc4a20a2891 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Made reservation on behalf of b2c52a1656554315a215f5d7e869570f for: {'port': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:26:12.866980 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-65196998-37cc-48cc-a862-a96ae9b90063 req-5a6cc569-1549-4f31-b854-6cc4a20a2891 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:12.988680 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [req-65196998-37cc-48cc-a862-a96ae9b90063 req-5a6cc569-1549-4f31-b854-6cc4a20a2891 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Allocated IP 172.20.0.11 (25ddb737-4b1e-41fe-b3f8-44ce16c064d6/d816c41c-5d1b-4b9b-8c2a-5df9f87cb960/e5add28a-8791-423a-b0e1-db2109beb8f9) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:26:13.126804 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-65196998-37cc-48cc-a862-a96ae9b90063 req-5a6cc569-1549-4f31-b854-6cc4a20a2891 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for port (e5add28a-8791-423a-b0e1-db2109beb8f9), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:13.208954 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-65196998-37cc-48cc-a862-a96ae9b90063 req-5a6cc569-1549-4f31-b854-6cc4a20a2891 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (e5add28a-8791-423a-b0e1-db2109beb8f9), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:13.252837 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65196998-37cc-48cc-a862-a96ae9b90063 req-5a6cc569-1549-4f31-b854-6cc4a20a2891 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:26:13.256165 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [req-65196998-37cc-48cc-a862-a96ae9b90063 req-5a6cc569-1549-4f31-b854-6cc4a20a2891 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:26:13.259825 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [req-65196998-37cc-48cc-a862-a96ae9b90063 req-5a6cc569-1549-4f31-b854-6cc4a20a2891 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:26:13.294839 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6cc569-1549-4f31-b854-6cc4a20a2891 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event updated for resources: {'Port': ['ID=e5add28a-8791-423a-b0e1-db2109beb8f9,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:13.320572 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65196998-37cc-48cc-a862-a96ae9b90063 req-5a6cc569-1549-4f31-b854-6cc4a20a2891 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:13.322942 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-65196998-37cc-48cc-a862-a96ae9b90063 req-5a6cc569-1549-4f31-b854-6cc4a20a2891 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:13.394456 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-65196998-37cc-48cc-a862-a96ae9b90063 req-5a6cc569-1549-4f31-b854-6cc4a20a2891 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7351501 Feb 09 06:26:13.413198 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] Request body: {'port': {'device_id': '45a82046-2297-42cc-8c98-306cd9a21dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80192'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:26:13.478583 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (e5add28a-8791-423a-b0e1-db2109beb8f9), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:13.491908 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-201f1064-af38-4dca-84a4-e1959b6a3fd6 None None] Provisioning complete for port e5add28a-8791-423a-b0e1-db2109beb8f9 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:26:13.492394 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-201f1064-af38-4dca-84a4-e1959b6a3fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (e5add28a-8791-423a-b0e1-db2109beb8f9), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:13.529070 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-201f1064-af38-4dca-84a4-e1959b6a3fd6 None None] Port e5add28a-8791-423a-b0e1-db2109beb8f9 cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:26:13.583335 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f1bbf-fa28-4b88-92b9-0c69188703d5 req-bcd8e3b1-91a9-4861-a5e1-70c7a35fe9af tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:13.584981 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-112f1bbf-fa28-4b88-92b9-0c69188703d5 req-bcd8e3b1-91a9-4861-a5e1-70c7a35fe9af tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 932 time: 0.0595217 Feb 09 06:26:13.644140 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-112f1bbf-fa28-4b88-92b9-0c69188703d5 req-094dcb1d-08a8-4e24-b537-cf409b51fdf3 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452554 Feb 09 06:26:13.677297 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-2edae9af-ec45-48c0-a2d2-36360fb2ba3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:14.034108 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5add28a-8791-423a-b0e1-db2109beb8f9 {{(pid=103035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:26:14.042163 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] Publish callbacks [] for port (e5add28a-8791-423a-b0e1-db2109beb8f9), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:14.060139 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.provisioning_blocks [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] Transition to ACTIVE for port object e5add28a-8791-423a-b0e1-db2109beb8f9 will not be triggered until provisioned by entity L2. {{(pid=103035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 06:26:14.122358 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (e5add28a-8791-423a-b0e1-db2109beb8f9), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:14.173943 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] Pushing event updated for resources: {'Port': ['ID=e5add28a-8791-423a-b0e1-db2109beb8f9,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:14.262495 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] Attempting to bind port e5add28a-8791-423a-b0e1-db2109beb8f9 on host hv-cinder-80192 for vnic_type normal with profile {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:26:14.262834 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] Attempting to bind port e5add28a-8791-423a-b0e1-db2109beb8f9 by drivers openvswitch,hyperv on host hv-cinder-80192 at level 0 using segments [{'id': 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6'}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:26:14.263164 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] Attempting to bind port e5add28a-8791-423a-b0e1-db2109beb8f9 on network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:26:14.267690 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] Port e5add28a-8791-423a-b0e1-db2109beb8f9 on network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80192 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 06:26:14.268015 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] Attempting to bind port e5add28a-8791-423a-b0e1-db2109beb8f9 on network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:26:14.273001 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] Checking agent: {'id': '16e2666b-01c8-44a0-ad9b-455a2be8881c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80192', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'started_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:26:14.273370 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] Checking segment: {'id': 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:26:14.273720 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] Bound using segment: {'id': 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6'} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:26:14.274152 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] Bound port: e5add28a-8791-423a-b0e1-db2109beb8f9, host: hv-cinder-80192, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6'}}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:26:14.274674 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (e5add28a-8791-423a-b0e1-db2109beb8f9), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:14.348408 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] For port e5add28a-8791-423a-b0e1-db2109beb8f9, host hv-cinder-80192, cleared binding levels {{(pid=103035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:26:14.352077 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] For port e5add28a-8791-423a-b0e1-db2109beb8f9, host hv-cinder-80192, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=e5add28a-8791-423a-b0e1-db2109beb8f9,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:26:14.408247 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:14.431658 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (e5add28a-8791-423a-b0e1-db2109beb8f9), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:14.471064 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:14.471923 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:14.473354 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-65196998-37cc-48cc-a862-a96ae9b90063 req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] 10.222.0.30 "PUT /v2.0/ports/e5add28a-8791-423a-b0e1-db2109beb8f9 HTTP/1.1" status: 200 len: 1094 time: 1.0645857 Feb 09 06:26:14.473804 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a82046-2297-42cc-8c98-306cd9a21dd5', 'tag': 'e5add28a-8791-423a-b0e1-db2109beb8f9'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:26:14.476318 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573b4b82-9b95-4127-8554-7251b50a925e" -d '{"events": [{"name": "network-changed", "server_uuid": "45a82046-2297-42cc-8c98-306cd9a21dd5", "tag": "e5add28a-8791-423a-b0e1-db2109beb8f9"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:26:14.509793 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23640698-2ecf-467c-8a8c-020a04362d8e service neutron] Pushing event updated for resources: {'Port': ['ID=e5add28a-8791-423a-b0e1-db2109beb8f9,revision_number=3']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:14.520039 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513206a1-332d-470d-a520-33d6301b7042 x-openstack-request-id: req-513206a1-332d-470d-a520-33d6301b7042 {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:26:14.520335 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a82046-2297-42cc-8c98-306cd9a21dd5", "tag": "e5add28a-8791-423a-b0e1-db2109beb8f9", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:26:14.520595 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-513206a1-332d-470d-a520-33d6301b7042 {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:26:14.521019 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a82046-2297-42cc-8c98-306cd9a21dd5', 'tag': 'e5add28a-8791-423a-b0e1-db2109beb8f9', 'status': 'completed', 'code': 200} Feb 09 06:26:14.614113 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b4b82-9b95-4127-8554-7251b50a925e req-2cd53fa5-dfac-4796-bd99-5702b9ae4538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:14.615846 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-573b4b82-9b95-4127-8554-7251b50a925e req-2cd53fa5-dfac-4796-bd99-5702b9ae4538 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2c52a1656554315a215f5d7e869570f&device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 1128 time: 0.0505621 Feb 09 06:26:14.727496 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b4b82-9b95-4127-8554-7251b50a925e req-cd007855-c248-4686-8a05-0fddee63984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:14.729433 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-573b4b82-9b95-4127-8554-7251b50a925e req-cd007855-c248-4686-8a05-0fddee63984b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b2c52a1656554315a215f5d7e869570f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0968707 Feb 09 06:26:14.789896 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a81938-33fd-4638-b2a6-ccdaa68ffc91 req-c47d8fdd-2043-424d-8033-fdaf4dfc6df8 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:14.791438 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e2a81938-33fd-4638-b2a6-ccdaa68ffc91 req-c47d8fdd-2043-424d-8033-fdaf4dfc6df8 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 944 time: 0.0622418 Feb 09 06:26:14.827952 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b4b82-9b95-4127-8554-7251b50a925e req-a226b57e-3c59-4646-970c-b6eaf881b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:14.829713 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-573b4b82-9b95-4127-8554-7251b50a925e req-a226b57e-3c59-4646-970c-b6eaf881b94d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0945868 Feb 09 06:26:14.843739 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e2a81938-33fd-4638-b2a6-ccdaa68ffc91 req-fc2cacd9-3cdc-475d-aa1d-f029fa409a89 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447772 Feb 09 06:26:14.947743 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65196998-37cc-48cc-a862-a96ae9b90063 req-cc153e26-473c-47fe-b6e6-6af3fc0f4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:14.949284 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-65196998-37cc-48cc-a862-a96ae9b90063 req-cc153e26-473c-47fe-b6e6-6af3fc0f4083 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2c52a1656554315a215f5d7e869570f&device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 1128 time: 0.0456698 Feb 09 06:26:15.002831 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-65196998-37cc-48cc-a862-a96ae9b90063 req-4c6cf6bf-beac-4dfe-93b5-847e979d7c75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5add28a-8791-423a-b0e1-db2109beb8f9 HTTP/1.1" status: 200 len: 217 time: 0.0394113 Feb 09 06:26:15.021903 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59888) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:15.050657 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65196998-37cc-48cc-a862-a96ae9b90063 req-bccaaaf8-d17d-43e0-ab83-9b0215ce1b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:15.052174 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-65196998-37cc-48cc-a862-a96ae9b90063 req-bccaaaf8-d17d-43e0-ab83-9b0215ce1b6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d816c41c-5d1b-4b9b-8c2a-5df9f87cb960 HTTP/1.1" status: 200 len: 851 time: 0.0439305 Feb 09 06:26:15.100130 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65196998-37cc-48cc-a862-a96ae9b90063 req-b33380aa-8d96-4747-8c6f-1bf0b4d93b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:15.101720 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-65196998-37cc-48cc-a862-a96ae9b90063 req-b33380aa-8d96-4747-8c6f-1bf0b4d93b70 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432274 Feb 09 06:26:15.125118 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-5659c198-38d9-4d41-a515-e1ae2180c91c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:15.192310 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-65196998-37cc-48cc-a862-a96ae9b90063 req-a1707db8-2042-40fa-bc44-c464e3dd2472 service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836761 Feb 09 06:26:15.200406 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-5659c198-38d9-4d41-a515-e1ae2180c91c admin admin] Publish callbacks [] for security_group (602da8a5-d034-4962-bacc-6e532f10b54f), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:15.277500 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-65196998-37cc-48cc-a862-a96ae9b90063 req-8301e749-6f95-46a4-8c14-f12275bf9df8 service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795557 Feb 09 06:26:15.279897 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-5659c198-38d9-4d41-a515-e1ae2180c91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (602da8a5-d034-4962-bacc-6e532f10b54f), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:15.320054 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-5659c198-38d9-4d41-a515-e1ae2180c91c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=158f637382454174bf8f87ad688ce5bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970335 Feb 09 06:26:15.320912 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659c198-38d9-4d41-a515-e1ae2180c91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602da8a5-d034-4962-bacc-6e532f10b54f,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:15.322799 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59892) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:15.370633 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2dbe-7be8-409f-bbe7-692d55159192 admin admin] Publish callbacks [] for security_group (602da8a5-d034-4962-bacc-6e532f10b54f), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:15.392328 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2dbe-7be8-409f-bbe7-692d55159192 admin admin] Publish callbacks [] for security_group (602da8a5-d034-4962-bacc-6e532f10b54f), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:15.485572 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2dbe-7be8-409f-bbe7-692d55159192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (602da8a5-d034-4962-bacc-6e532f10b54f), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:15.488093 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2dbe-7be8-409f-bbe7-692d55159192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:15.489230 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-1d6d2dbe-7be8-409f-bbe7-692d55159192 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/602da8a5-d034-4962-bacc-6e532f10b54f HTTP/1.1" status: 204 len: 168 time: 0.1654148 Feb 09 06:26:15.496737 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d2dbe-7be8-409f-bbe7-692d55159192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602da8a5-d034-4962-bacc-6e532f10b54f,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:15.705485 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:15.965591 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688faf4-cf54-41ad-9b31-3c55af2fcc22 req-11280d2a-d58e-4b63-8bd1-f0f506d70e3c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:15.967120 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0688faf4-cf54-41ad-9b31-3c55af2fcc22 req-11280d2a-d58e-4b63-8bd1-f0f506d70e3c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 944 time: 0.0524774 Feb 09 06:26:16.015895 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0688faf4-cf54-41ad-9b31-3c55af2fcc22 req-9f5e7ea8-4ee9-4b1f-9fcc-188cb2132857 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424809 Feb 09 06:26:16.030969 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59900) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:16.044020 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-eddcad34-cd64-47ae-847a-1e5d4ff26550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:16.115105 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-eddcad34-cd64-47ae-847a-1e5d4ff26550 admin admin] Publish callbacks [] for security_group (14bdb986-064e-4ae8-b2ac-58571b918b30), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:16.173625 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-eddcad34-cd64-47ae-847a-1e5d4ff26550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (14bdb986-064e-4ae8-b2ac-58571b918b30), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:16.211702 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-eddcad34-cd64-47ae-847a-1e5d4ff26550 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9667155567a04061a95302bd0bc79e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1795740 Feb 09 06:26:16.212635 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcad34-cd64-47ae-847a-1e5d4ff26550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bdb986-064e-4ae8-b2ac-58571b918b30,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:16.214431 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59902) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:16.270169 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-eedb9e91-5f67-47f5-bd68-fe17c1b4ffb7 admin admin] Publish callbacks [] for security_group (14bdb986-064e-4ae8-b2ac-58571b918b30), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:16.290673 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-eedb9e91-5f67-47f5-bd68-fe17c1b4ffb7 admin admin] Publish callbacks [] for security_group (14bdb986-064e-4ae8-b2ac-58571b918b30), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:16.402569 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-eedb9e91-5f67-47f5-bd68-fe17c1b4ffb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (14bdb986-064e-4ae8-b2ac-58571b918b30), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:16.405869 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-eedb9e91-5f67-47f5-bd68-fe17c1b4ffb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:16.407019 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-eedb9e91-5f67-47f5-bd68-fe17c1b4ffb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14bdb986-064e-4ae8-b2ac-58571b918b30 HTTP/1.1" status: 204 len: 168 time: 0.1915150 Feb 09 06:26:16.414787 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb9e91-5f67-47f5-bd68-fe17c1b4ffb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bdb986-064e-4ae8-b2ac-58571b918b30,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:17.059623 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:17.138991 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606ba6a-08bf-4873-b5b6-977ab988481f req-ac97af31-4f8a-4f16-9be6-62c4a3e110e7 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:17.141085 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d606ba6a-08bf-4873-b5b6-977ab988481f req-ac97af31-4f8a-4f16-9be6-62c4a3e110e7 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 944 time: 0.0544283 Feb 09 06:26:17.190350 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d606ba6a-08bf-4873-b5b6-977ab988481f req-0da007db-101b-40f0-9cd9-2e2e3f3ce9fd tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433421 Feb 09 06:26:18.307155 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9216c2-1d34-4787-8abd-1430d64f46cd req-cd2a9881-34cb-4b74-9d41-6c9b10daaa55 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:18.308643 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1a9216c2-1d34-4787-8abd-1430d64f46cd req-cd2a9881-34cb-4b74-9d41-6c9b10daaa55 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 944 time: 0.0518498 Feb 09 06:26:18.356246 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1a9216c2-1d34-4787-8abd-1430d64f46cd req-c1732509-3cb4-4e86-a5f2-1efae8f952ed tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414972 Feb 09 06:26:19.474301 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de21a1-159f-42f5-8e70-24910d600298 req-0a5f9182-9d47-4d1c-a48f-d37306db9947 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:19.475761 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-12de21a1-159f-42f5-8e70-24910d600298 req-0a5f9182-9d47-4d1c-a48f-d37306db9947 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 944 time: 0.0539737 Feb 09 06:26:19.523165 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-12de21a1-159f-42f5-8e70-24910d600298 req-000813f1-39b7-4506-8ad2-30747fe1febc tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419593 Feb 09 06:26:20.638040 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8e281-d910-4154-857f-b58caf12f2a4 req-17d0b28d-3664-4fbe-a4e9-77fad493a28f tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:20.639554 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3aa8e281-d910-4154-857f-b58caf12f2a4 req-17d0b28d-3664-4fbe-a4e9-77fad493a28f tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 944 time: 0.0522599 Feb 09 06:26:20.686209 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3aa8e281-d910-4154-857f-b58caf12f2a4 req-e0148c0d-9fe6-4c89-a3f7-345f753651ac tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406065 Feb 09 06:26:21.789429 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 59986) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:21.806501 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9759e5-c150-4ce7-8d72-2e499708658a req-ea783d95-0e0f-41bb-8c07-a1ffc7605da5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:21.808007 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4b9759e5-c150-4ce7-8d72-2e499708658a req-ea783d95-0e0f-41bb-8c07-a1ffc7605da5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 944 time: 0.0562840 Feb 09 06:26:21.857402 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4b9759e5-c150-4ce7-8d72-2e499708658a req-2d87182a-3d6a-4d47-87b0-558b3a369779 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432012 Feb 09 06:26:21.893036 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b15366c4-65a5-4732-b6cd-7f40b8ab8442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:21.962337 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b15366c4-65a5-4732-b6cd-7f40b8ab8442 admin admin] Publish callbacks [] for security_group (6445d52c-8d68-420d-afef-c52e75ac7c24), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:22.036944 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b15366c4-65a5-4732-b6cd-7f40b8ab8442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (6445d52c-8d68-420d-afef-c52e75ac7c24), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:22.077911 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-b15366c4-65a5-4732-b6cd-7f40b8ab8442 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c98bf47312d47a2a77695a66f588c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873504 Feb 09 06:26:22.079912 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15366c4-65a5-4732-b6cd-7f40b8ab8442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6445d52c-8d68-420d-afef-c52e75ac7c24,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:22.080649 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59990) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:22.127173 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-157d967f-c578-457e-bff8-1b8a1a1d2c48 admin admin] Publish callbacks [] for security_group (6445d52c-8d68-420d-afef-c52e75ac7c24), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:22.147785 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-157d967f-c578-457e-bff8-1b8a1a1d2c48 admin admin] Publish callbacks [] for security_group (6445d52c-8d68-420d-afef-c52e75ac7c24), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:22.259829 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-157d967f-c578-457e-bff8-1b8a1a1d2c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (6445d52c-8d68-420d-afef-c52e75ac7c24), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:22.262417 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-157d967f-c578-457e-bff8-1b8a1a1d2c48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:22.263573 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-157d967f-c578-457e-bff8-1b8a1a1d2c48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6445d52c-8d68-420d-afef-c52e75ac7c24 HTTP/1.1" status: 204 len: 168 time: 0.1819148 Feb 09 06:26:22.272043 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d967f-c578-457e-bff8-1b8a1a1d2c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6445d52c-8d68-420d-afef-c52e75ac7c24,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:22.279143 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d967f-c578-457e-bff8-1b8a1a1d2c48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:22.279496 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d967f-c578-457e-bff8-1b8a1a1d2c48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:22.279837 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d967f-c578-457e-bff8-1b8a1a1d2c48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:22.280172 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d967f-c578-457e-bff8-1b8a1a1d2c48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:22.280507 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d967f-c578-457e-bff8-1b8a1a1d2c48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:22.280844 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d967f-c578-457e-bff8-1b8a1a1d2c48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:22.281776 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d967f-c578-457e-bff8-1b8a1a1d2c48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:22.282107 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d967f-c578-457e-bff8-1b8a1a1d2c48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:22.282568 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d967f-c578-457e-bff8-1b8a1a1d2c48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:22.282899 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d967f-c578-457e-bff8-1b8a1a1d2c48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:22.283221 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d967f-c578-457e-bff8-1b8a1a1d2c48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:22.283571 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d967f-c578-457e-bff8-1b8a1a1d2c48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:22.283890 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d967f-c578-457e-bff8-1b8a1a1d2c48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:22.818643 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 59996) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:22.832459 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ee1e50f8-ced5-4ced-bb7b-23b71ee9567b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:22.904254 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ee1e50f8-ced5-4ced-bb7b-23b71ee9567b admin admin] Publish callbacks [] for security_group (4b385ad7-4a93-4b3c-8f12-ca0da4325ecf), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:22.976543 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc459c50-19b2-418a-9048-0ccd995f57e0 req-e1ea1a06-d49c-43ab-abee-5f22d4bbd4bb tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:22.977939 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bc459c50-19b2-418a-9048-0ccd995f57e0 req-e1ea1a06-d49c-43ab-abee-5f22d4bbd4bb tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 944 time: 0.0525475 Feb 09 06:26:22.979094 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ee1e50f8-ced5-4ced-bb7b-23b71ee9567b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (4b385ad7-4a93-4b3c-8f12-ca0da4325ecf), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:23.029033 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e50f8-ced5-4ced-bb7b-23b71ee9567b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b385ad7-4a93-4b3c-8f12-ca0da4325ecf,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:23.037042 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-ee1e50f8-ced5-4ced-bb7b-23b71ee9567b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df45d0940596429a9febf9dfdb1b87b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173655 Feb 09 06:26:23.040014 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 60002) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:23.060802 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bc459c50-19b2-418a-9048-0ccd995f57e0 req-0218a2d8-a638-488f-a3c3-d46d353f1d39 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757434 Feb 09 06:26:23.091470 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ae461ec2-1f64-4b79-b7b3-f0ad8a817bc5 admin admin] Publish callbacks [] for security_group (4b385ad7-4a93-4b3c-8f12-ca0da4325ecf), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:23.112135 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ae461ec2-1f64-4b79-b7b3-f0ad8a817bc5 admin admin] Publish callbacks [] for security_group (4b385ad7-4a93-4b3c-8f12-ca0da4325ecf), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:23.231290 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ae461ec2-1f64-4b79-b7b3-f0ad8a817bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (4b385ad7-4a93-4b3c-8f12-ca0da4325ecf), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:23.233830 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ae461ec2-1f64-4b79-b7b3-f0ad8a817bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:23.235510 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-ae461ec2-1f64-4b79-b7b3-f0ad8a817bc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b385ad7-4a93-4b3c-8f12-ca0da4325ecf HTTP/1.1" status: 204 len: 168 time: 0.1944993 Feb 09 06:26:23.243348 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae461ec2-1f64-4b79-b7b3-f0ad8a817bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b385ad7-4a93-4b3c-8f12-ca0da4325ecf,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:23.964109 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device e5add28a-8791-423a-b0e1-db2109beb8f9 details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:26:24.060913 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port e5add28a-8791-423a-b0e1-db2109beb8f9, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=e5add28a-8791-423a-b0e1-db2109beb8f9,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:24.077308 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': 'e5add28a-8791-423a-b0e1-db2109beb8f9', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'port_id': 'e5add28a-8791-423a-b0e1-db2109beb8f9', 'mac_address': 'fa:16:3e:13:71:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:26:24.117095 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port e5add28a-8791-423a-b0e1-db2109beb8f9 is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:26:24.117740 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (e5add28a-8791-423a-b0e1-db2109beb8f9), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:24.132477 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5add28a-8791-423a-b0e1-db2109beb8f9 {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:26:24.153040 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port e5add28a-8791-423a-b0e1-db2109beb8f9, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=e5add28a-8791-423a-b0e1-db2109beb8f9,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:24.181480 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675a491-04e4-4fa0-a757-d8730bc79473 req-001424da-95b2-461f-8db4-948a48ec2036 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:24.183149 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c675a491-04e4-4fa0-a757-d8730bc79473 req-001424da-95b2-461f-8db4-948a48ec2036 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 944 time: 0.0529964 Feb 09 06:26:24.236684 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c675a491-04e4-4fa0-a757-d8730bc79473 req-2573ce00-3d77-48c7-bbf2-2e46f52e8c76 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473256 Feb 09 06:26:24.243544 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (e5add28a-8791-423a-b0e1-db2109beb8f9), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:24.299411 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=e5add28a-8791-423a-b0e1-db2109beb8f9,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:24.306473 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:24.306828 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:24.307174 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:24.307986 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:24.307986 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:24.308289 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:24.308501 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:24.308787 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:24.309158 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:24.309470 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:24.309826 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:24.310088 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:24.310434 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:26:24.565986 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['e5add28a-8791-423a-b0e1-db2109beb8f9'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:26:24.765589 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 60034) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:24.868398 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d929afc7-7cb7-4f2a-b340-f7048b60e8a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:24.939167 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d929afc7-7cb7-4f2a-b340-f7048b60e8a6 admin admin] Publish callbacks [] for security_group (8e29052f-83fc-4532-b391-261a27161d8f), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:24.996514 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d929afc7-7cb7-4f2a-b340-f7048b60e8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (8e29052f-83fc-4532-b391-261a27161d8f), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:25.034355 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-d929afc7-7cb7-4f2a-b340-f7048b60e8a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65dd6e8d9fdb4dabb681f94f4d5eacb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674391 Feb 09 06:26:25.035515 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929afc7-7cb7-4f2a-b340-f7048b60e8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e29052f-83fc-4532-b391-261a27161d8f,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:25.037074 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60038) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:25.086404 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9a023b1e-e1bc-47ef-b05b-17d1466f52f9 admin admin] Publish callbacks [] for security_group (8e29052f-83fc-4532-b391-261a27161d8f), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:25.107132 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9a023b1e-e1bc-47ef-b05b-17d1466f52f9 admin admin] Publish callbacks [] for security_group (8e29052f-83fc-4532-b391-261a27161d8f), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:25.225324 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9a023b1e-e1bc-47ef-b05b-17d1466f52f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (8e29052f-83fc-4532-b391-261a27161d8f), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:25.227888 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9a023b1e-e1bc-47ef-b05b-17d1466f52f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:25.229051 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-9a023b1e-e1bc-47ef-b05b-17d1466f52f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e29052f-83fc-4532-b391-261a27161d8f HTTP/1.1" status: 204 len: 168 time: 0.1909976 Feb 09 06:26:25.236506 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a023b1e-e1bc-47ef-b05b-17d1466f52f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e29052f-83fc-4532-b391-261a27161d8f,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:25.359275 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8855e-cbb2-41b8-9c28-1bac9117256d req-9bbe6eac-10f2-4c9a-9a69-c6166b17efcf tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:25.360681 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1fe8855e-cbb2-41b8-9c28-1bac9117256d req-9bbe6eac-10f2-4c9a-9a69-c6166b17efcf tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 945 time: 0.0529022 Feb 09 06:26:25.409629 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1fe8855e-cbb2-41b8-9c28-1bac9117256d req-7ff3b734-85fa-46d4-925f-d7f33c00a0a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434577 Feb 09 06:26:25.980777 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device e5add28a-8791-423a-b0e1-db2109beb8f9 up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:26:26.122249 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning for port e5add28a-8791-423a-b0e1-db2109beb8f9 completed by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 06:26:26.127062 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port e5add28a-8791-423a-b0e1-db2109beb8f9 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:26:26.127435 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (e5add28a-8791-423a-b0e1-db2109beb8f9), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:26.137543 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60062) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:26.203049 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port e5add28a-8791-423a-b0e1-db2109beb8f9 is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:26:26.203437 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (e5add28a-8791-423a-b0e1-db2109beb8f9), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:26.231082 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-5e771764-c095-477d-a1ef-82925b909773 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1537438997-network', 'tenant_id': 'ccfd7d629eb34f2dbe41b7a05f1917f9'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:26:26.232247 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a82046-2297-42cc-8c98-306cd9a21dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5add28a-8791-423a-b0e1-db2109beb8f9'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:26:26.235112 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892f8fd0-5b9e-4917-bc16-f85c7ce39ab9" -d '{"events": [{"server_uuid": "45a82046-2297-42cc-8c98-306cd9a21dd5", "name": "network-vif-plugged", "status": "completed", "tag": "e5add28a-8791-423a-b0e1-db2109beb8f9"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:26:26.247832 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port e5add28a-8791-423a-b0e1-db2109beb8f9, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=e5add28a-8791-423a-b0e1-db2109beb8f9,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:26.272227 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a154a7-5832-44c3-93ce-858077f9eb94 x-openstack-request-id: req-e7a154a7-5832-44c3-93ce-858077f9eb94 {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:26:26.276653 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a82046-2297-42cc-8c98-306cd9a21dd5", "name": "network-vif-plugged", "status": "completed", "tag": "e5add28a-8791-423a-b0e1-db2109beb8f9", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:26:26.276653 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7a154a7-5832-44c3-93ce-858077f9eb94 {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:26:26.276653 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a82046-2297-42cc-8c98-306cd9a21dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5add28a-8791-423a-b0e1-db2109beb8f9', 'code': 200} Feb 09 06:26:26.322313 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (e5add28a-8791-423a-b0e1-db2109beb8f9), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:26.333986 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e771764-c095-477d-a1ef-82925b909773 admin admin] Made reservation on behalf of ccfd7d629eb34f2dbe41b7a05f1917f9 for: {'network': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:26:26.336327 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-5e771764-c095-477d-a1ef-82925b909773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for network (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:26.345424 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-5e771764-c095-477d-a1ef-82925b909773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:26.370810 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=e5add28a-8791-423a-b0e1-db2109beb8f9,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:26.417162 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-5e771764-c095-477d-a1ef-82925b909773 admin admin] Publish callbacks [] for security_group (37e409f6-32a5-4571-ae91-671a46254b54), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:26.489917 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-5e771764-c095-477d-a1ef-82925b909773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (37e409f6-32a5-4571-ae91-671a46254b54), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:26.527918 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e771764-c095-477d-a1ef-82925b909773 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 06:26:26.547624 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e771764-c095-477d-a1ef-82925b909773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e409f6-32a5-4571-ae91-671a46254b54,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:26.551269 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-5e771764-c095-477d-a1ef-82925b909773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (960c1085-0ff0-4ce4-8399-b0e0f3b12ad1), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:26.551654 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.segments_db [None req-5e771764-c095-477d-a1ef-82925b909773 admin admin] Added segment 960c1085-0ff0-4ce4-8399-b0e0f3b12ad1 of type vlan for network 9a093954-1e92-4588-8da9-3339898f2707 Feb 09 06:26:26.589753 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfc886-b4d1-43c8-bc0a-96723f8798f6 req-3fd7f75f-ec9f-4e51-907a-225a62f86a54 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:26.591265 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-48dfc886-b4d1-43c8-bc0a-96723f8798f6 req-3fd7f75f-ec9f-4e51-907a-225a62f86a54 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 946 time: 0.1150858 Feb 09 06:26:26.604454 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-5e771764-c095-477d-a1ef-82925b909773 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788413497640'] for network (9a093954-1e92-4588-8da9-3339898f2707), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:26.656518 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8167f87-a9c0-4fc2-a7b2-df59bd6f8083 req-78daaaba-1d67-472d-bf2a-6869348c2d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:26.658028 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-d8167f87-a9c0-4fc2-a7b2-df59bd6f8083 req-78daaaba-1d67-472d-bf2a-6869348c2d26 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 1130 time: 0.0438895 Feb 09 06:26:26.662325 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-48dfc886-b4d1-43c8-bc0a-96723f8798f6 req-97352d15-f466-4a61-a58f-57cb07748a8f tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617390 Feb 09 06:26:26.705924 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-d8167f87-a9c0-4fc2-a7b2-df59bd6f8083 req-0ca89e8c-743f-4974-8bd4-fe8e49e05975 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412033 Feb 09 06:26:26.714413 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-5e771764-c095-477d-a1ef-82925b909773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632'] for network (9a093954-1e92-4588-8da9-3339898f2707), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:26.715391 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e771764-c095-477d-a1ef-82925b909773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:26.716016 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-5e771764-c095-477d-a1ef-82925b909773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:26.776338 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e771764-c095-477d-a1ef-82925b909773 admin admin] Pushing event updated for resources: {'Network': ['ID=9a093954-1e92-4588-8da9-3339898f2707,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:26.786637 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Network 9a093954-1e92-4588-8da9-3339898f2707 details requested by agent ovs-agent-dv-cinder-801923-6-iscsi with host dv-cinder-801923-6-iscsi {{(pid=103036) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 06:26:26.843293 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-5e771764-c095-477d-a1ef-82925b909773 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7045622 Feb 09 06:26:26.846868 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60070) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:26.851694 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-ce629413-afce-4337-a0fc-357b257ba685 admin admin] Request body: {'subnet': {'network_id': '9a093954-1e92-4588-8da9-3339898f2707', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1537438997-subnet', 'tenant_id': 'ccfd7d629eb34f2dbe41b7a05f1917f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:26:26.951018 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce629413-afce-4337-a0fc-357b257ba685 admin admin] Made reservation on behalf of ccfd7d629eb34f2dbe41b7a05f1917f9 for: {'subnet': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:26:26.954041 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ce629413-afce-4337-a0fc-357b257ba685 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4413199'] for subnet (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:27.162658 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ce629413-afce-4337-a0fc-357b257ba685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6166051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4413233'] for subnet (9afeb4c8-9518-4e61-a346-b54444fd49d3), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:27.216965 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce629413-afce-4337-a0fc-357b257ba685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9afeb4c8-9518-4e61-a346-b54444fd49d3,revision_number=0']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:27.225419 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce629413-afce-4337-a0fc-357b257ba685 admin admin] Checking segment: {'id': '960c1085-0ff0-4ce4-8399-b0e0f3b12ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a093954-1e92-4588-8da9-3339898f2707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:26:27.225860 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce629413-afce-4337-a0fc-357b257ba685 admin admin] Network hostable DHCP agents. Network: 9a093954-1e92-4588-8da9-3339898f2707, hostable agents: ['be82b069-f1bc-4233-ac9e-ce94c711d4de'], hosted agents: [] {{(pid=103034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 06:26:27.291382 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce629413-afce-4337-a0fc-357b257ba685 admin admin] Network 9a093954-1e92-4588-8da9-3339898f2707 is scheduled to be hosted by DHCP agent be82b069-f1bc-4233-ac9e-ce94c711d4de with binding_index 1 {{(pid=103034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 06:26:27.365641 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-ce629413-afce-4337-a0fc-357b257ba685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801923-6-iscsi, 9a093954-1e92-4588-8da9-3339898f2707) {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:26:27.369672 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce629413-afce-4337-a0fc-357b257ba685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:27.370295 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ce629413-afce-4337-a0fc-357b257ba685 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:27.380290 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ab9576-b13a-48f5-9257-c6709fc17f10 None None] Network 9a093954-1e92-4588-8da9-3339898f2707 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:26:27.438336 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-ce629413-afce-4337-a0fc-357b257ba685 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5903091 Feb 09 06:26:27.471223 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a270b0de-6442-407d-b5e7-b914a7c9853f None None] Network 9a093954-1e92-4588-8da9-3339898f2707 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:26:27.785292 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f9218-97e7-4657-83d9-554133e621e6 req-f56cbd6c-293e-43f3-bc90-fc8c7303ef38 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:27.786718 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-790f9218-97e7-4657-83d9-554133e621e6 req-f56cbd6c-293e-43f3-bc90-fc8c7303ef38 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 946 time: 0.0550427 Feb 09 06:26:27.834213 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-790f9218-97e7-4657-83d9-554133e621e6 req-1821c7d6-6d01-4848-8a17-2e45b77647cb tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419929 Feb 09 06:26:28.953429 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52861c6-ccb7-47d8-932c-661926a6d729 req-654943c5-750d-4d36-bf60-bebcfff9020e tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:28.954915 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f52861c6-ccb7-47d8-932c-661926a6d729 req-654943c5-750d-4d36-bf60-bebcfff9020e tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 946 time: 0.0542314 Feb 09 06:26:29.002332 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f52861c6-ccb7-47d8-932c-661926a6d729 req-27cc02e1-be30-4461-b66e-ba09a17704b8 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416319 Feb 09 06:26:29.117910 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88993de-527d-4edb-bbb4-a69a672aef3e req-5fd832de-e86e-4c9e-8394-d78955c00b19 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:29.119419 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a88993de-527d-4edb-bbb4-a69a672aef3e req-5fd832de-e86e-4c9e-8394-d78955c00b19 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 946 time: 0.0512798 Feb 09 06:26:29.166241 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a88993de-527d-4edb-bbb4-a69a672aef3e req-1d8f69d6-b4c6-4d1c-ba62-66f60312ddba tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412245 Feb 09 06:26:29.187699 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60090) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:29.327144 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49082e72-952d-43be-95c9-84ecacfcc83d tempest-TestVolumeBootPattern-140814713 tempest-TestVolumeBootPattern-140814713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:29.329444 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-49082e72-952d-43be-95c9-84ecacfcc83d tempest-TestVolumeBootPattern-140814713 tempest-TestVolumeBootPattern-140814713-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 1125 time: 0.1404917 Feb 09 06:26:29.332021 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60096) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:29.336210 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [None req-27482cec-fc15-48da-92c8-41a0246f43a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Request body: {'floatingip': {'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'port_id': 'e5add28a-8791-423a-b0e1-db2109beb8f9', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:26:29.413869 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-27482cec-fc15-48da-92c8-41a0246f43a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:29.587245 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-78a32263-6060-4562-bdb8-b59f993fed43 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:29.588705 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-78a32263-6060-4562-bdb8-b59f993fed43 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/networks?id=9a093954-1e92-4588-8da9-3339898f2707 HTTP/1.1" status: 200 len: 814 time: 0.1210940 Feb 09 06:26:29.603031 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-27482cec-fc15-48da-92c8-41a0246f43a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:29.611696 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cb30da2a-f6f3-474d-ad22-d0e5d1b63554 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/quotas/ccfd7d629eb34f2dbe41b7a05f1917f9 HTTP/1.1" status: 200 len: 375 time: 0.0178232 Feb 09 06:26:29.668196 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-e7efc7cb-b0e7-429a-a951-a1660ad877b8 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ccfd7d629eb34f2dbe41b7a05f1917f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515227 Feb 09 06:26:29.781825 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-27482cec-fc15-48da-92c8-41a0246f43a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Allocated IP 172.27.3.205 (60906f90-e5e0-4579-a713-ae70aadf892a/3feeac82-f55f-4d1a-bdeb-44d8682c5c90/6dc75f76-d00e-4680-933b-b13ba319e1ef) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:26:30.127375 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-7915943e-b91a-4513-b71c-7710091829f5 service neutron] 10.222.0.13 "GET /v2.0/networks/9a093954-1e92-4588-8da9-3339898f2707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521070 Feb 09 06:26:30.233535 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-27482cec-fc15-48da-92c8-41a0246f43a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for port (6dc75f76-d00e-4680-933b-b13ba319e1ef), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:30.266681 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-32a7963a-85d8-4dbd-8e8f-5af66e57d867 service neutron] 10.222.0.13 "GET /v2.0/networks/9a093954-1e92-4588-8da9-3339898f2707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331477 Feb 09 06:26:30.355009 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-27482cec-fc15-48da-92c8-41a0246f43a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (6dc75f76-d00e-4680-933b-b13ba319e1ef), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:30.394050 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27482cec-fc15-48da-92c8-41a0246f43a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Network 60906f90-e5e0-4579-a713-ae70aadf892a is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:26:30.397047 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-27482cec-fc15-48da-92c8-41a0246f43a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:26:30.402463 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27482cec-fc15-48da-92c8-41a0246f43a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:26:30.429929 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27482cec-fc15-48da-92c8-41a0246f43a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event updated for resources: {'Port': ['ID=6dc75f76-d00e-4680-933b-b13ba319e1ef,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:30.742652 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-27482cec-fc15-48da-92c8-41a0246f43a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for floatingip (14ff6027-b0fb-4924-bcb5-71159f349572), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:30.873542 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-27482cec-fc15-48da-92c8-41a0246f43a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (6dc75f76-d00e-4680-933b-b13ba319e1ef), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:31.017854 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-27482cec-fc15-48da-92c8-41a0246f43a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for port (6dc75f76-d00e-4680-933b-b13ba319e1ef), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:31.076232 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-27482cec-fc15-48da-92c8-41a0246f43a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (6dc75f76-d00e-4680-933b-b13ba319e1ef), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:31.141405 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27482cec-fc15-48da-92c8-41a0246f43a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event updated for resources: {'Port': ['ID=6dc75f76-d00e-4680-933b-b13ba319e1ef,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:31.152949 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-27482cec-fc15-48da-92c8-41a0246f43a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540521'] for floatingip (14ff6027-b0fb-4924-bcb5-71159f349572), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:31.251683 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.l3_db [None req-27482cec-fc15-48da-92c8-41a0246f43a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Floating IP 14ff6027-b0fb-4924-bcb5-71159f349572 associated. External IP: 172.27.3.205, port: e5add28a-8791-423a-b0e1-db2109beb8f9. Feb 09 06:26:31.458303 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27482cec-fc15-48da-92c8-41a0246f43a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:26:31.525954 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 60118) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:31.566378 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b7d38c9a-c0ac-4fba-90d3-87b9d81b5a0b req-9421f6ca-1444-44bb-9c30-11e7e72a3762 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=28bc4a3e-61be-429e-9df6-bcb2ee37daf2 HTTP/1.1" status: 200 len: 210 time: 0.0590386 Feb 09 06:26:31.620325 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27482cec-fc15-48da-92c8-41a0246f43a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:26:31.631870 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36973bda-b67f-452e-b0c1-a08800428b9e None None] Sync routers for ids ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:26:31.640673 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36973bda-b67f-452e-b0c1-a08800428b9e None None] Routers {'7a808edb-1d30-4980-a5a0-94f4d69b5a0b'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:26:31.641302 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-36973bda-b67f-452e-b0c1-a08800428b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:26:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:31.687702 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-d32ac31e-0a81-47ed-b72d-ff31f3c23378 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Deleting port 4c03993a-f639-4ab1-80b8-f6df7401543b {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:26:31.688049 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d32ac31e-0a81-47ed-b72d-ff31f3c23378 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (4c03993a-f639-4ab1-80b8-f6df7401543b), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:31.730261 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-27482cec-fc15-48da-92c8-41a0246f43a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:31.756615 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-36973bda-b67f-452e-b0c1-a08800428b9e None None] Set router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:26:31.766317 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-27482cec-fc15-48da-92c8-41a0246f43a5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4280791 Feb 09 06:26:31.766317 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a82046-2297-42cc-8c98-306cd9a21dd5', 'tag': 'e5add28a-8791-423a-b0e1-db2109beb8f9'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:26:31.766317 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055f4f70-410b-4eb3-8490-dfe968b66114" -d '{"events": [{"name": "network-changed", "server_uuid": "45a82046-2297-42cc-8c98-306cd9a21dd5", "tag": "e5add28a-8791-423a-b0e1-db2109beb8f9"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:26:31.767250 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d32ac31e-0a81-47ed-b72d-ff31f3c23378 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (4c03993a-f639-4ab1-80b8-f6df7401543b), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:31.767519 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d32ac31e-0a81-47ed-b72d-ff31f3c23378 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for floatingip (4c03993a-f639-4ab1-80b8-f6df7401543b), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:31.780509 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-d32ac31e-0a81-47ed-b72d-ff31f3c23378 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Calling delete_port for 4c03993a-f639-4ab1-80b8-f6df7401543b owned by network:floatingip {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:26:31.806676 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741d2748-7617-489f-9b1b-c93f669eb136 x-openstack-request-id: req-741d2748-7617-489f-9b1b-c93f669eb136 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:26:31.806676 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a82046-2297-42cc-8c98-306cd9a21dd5", "tag": "e5add28a-8791-423a-b0e1-db2109beb8f9", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:26:31.806676 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-741d2748-7617-489f-9b1b-c93f669eb136 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:26:31.806676 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a82046-2297-42cc-8c98-306cd9a21dd5', 'tag': 'e5add28a-8791-423a-b0e1-db2109beb8f9', 'status': 'completed', 'code': 200} Feb 09 06:26:31.945869 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f4f70-410b-4eb3-8490-dfe968b66114 req-4f8e2814-5610-4728-aa07-db9647adc88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:31.947423 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-055f4f70-410b-4eb3-8490-dfe968b66114 req-4f8e2814-5610-4728-aa07-db9647adc88d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2c52a1656554315a215f5d7e869570f&device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 1130 time: 0.0944445 Feb 09 06:26:32.013989 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-36973bda-b67f-452e-b0c1-a08800428b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '14ff6027-b0fb-4924-bcb5-71159f349572', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'port_id': 'e5add28a-8791-423a-b0e1-db2109beb8f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'mac_address': 'fa:16:3e:13:71:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a82046-2297-42cc-8c98-306cd9a21dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:26:30Z', 'updated_at': '2022-02-09T06:26:30Z', 'revision_number': 0, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:44Z', 'revision_number': 5, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:32.041792 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36973bda-b67f-452e-b0c1-a08800428b9e None None] Checking router: 7a808edb-1d30-4980-a5a0-94f4d69b5a0b for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:26:32.050317 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36973bda-b67f-452e-b0c1-a08800428b9e None None] Routers {'7a808edb-1d30-4980-a5a0-94f4d69b5a0b'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:26:32.050936 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-36973bda-b67f-452e-b0c1-a08800428b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:26:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:32.073088 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f4f70-410b-4eb3-8490-dfe968b66114 req-9a368223-3fc5-4c0c-a1ff-c93d7b504950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:32.074640 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-055f4f70-410b-4eb3-8490-dfe968b66114 req-9a368223-3fc5-4c0c-a1ff-c93d7b504950 service neutron] 10.222.0.30 "GET /v2.0/networks?id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6 HTTP/1.1" status: 200 len: 912 time: 0.1206121 Feb 09 06:26:32.143591 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-055f4f70-410b-4eb3-8490-dfe968b66114 req-6c5aa08c-08c3-4f88-a80c-7e9056932a77 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5add28a-8791-423a-b0e1-db2109beb8f9 HTTP/1.1" status: 200 len: 1000 time: 0.0626028 Feb 09 06:26:32.146662 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d32ac31e-0a81-47ed-b72d-ff31f3c23378 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (4c03993a-f639-4ab1-80b8-f6df7401543b), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:32.176212 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-36973bda-b67f-452e-b0c1-a08800428b9e None None] Set router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:26:32.199870 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ac31e-0a81-47ed-b72d-ff31f3c23378 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Pushing event deleted for resources: {'Port': ['ID=4c03993a-f639-4ab1-80b8-f6df7401543b,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:32.213764 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:32.268372 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f4f70-410b-4eb3-8490-dfe968b66114 req-1e2a8619-1339-45ce-94a9-0f7b704825b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:32.269884 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-055f4f70-410b-4eb3-8490-dfe968b66114 req-1e2a8619-1339-45ce-94a9-0f7b704825b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d816c41c-5d1b-4b9b-8c2a-5df9f87cb960 HTTP/1.1" status: 200 len: 851 time: 0.1151106 Feb 09 06:26:32.309611 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d32ac31e-0a81-47ed-b72d-ff31f3c23378 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for floatingip (5b1ddf44-d284-41a3-b86f-c1124b83cd47), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:32.310089 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.db.l3_db [None req-d32ac31e-0a81-47ed-b72d-ff31f3c23378 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Floating IP 5b1ddf44-d284-41a3-b86f-c1124b83cd47 disassociated (deleted). External IP: 172.27.3.161, port: c82ca616-f6aa-47df-b70a-2e2e77752d30. Feb 09 06:26:32.319121 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:26:32.397851 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f4f70-410b-4eb3-8490-dfe968b66114 req-65566465-89fd-4589-87e4-ea87e569e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:32.399398 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-055f4f70-410b-4eb3-8490-dfe968b66114 req-65566465-89fd-4589-87e4-ea87e569e0ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1221991 Feb 09 06:26:32.452125 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-36973bda-b67f-452e-b0c1-a08800428b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '14ff6027-b0fb-4924-bcb5-71159f349572', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'port_id': 'e5add28a-8791-423a-b0e1-db2109beb8f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'mac_address': 'fa:16:3e:13:71:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a82046-2297-42cc-8c98-306cd9a21dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:26:30Z', 'updated_at': '2022-02-09T06:26:30Z', 'revision_number': 0, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:44Z', 'revision_number': 5, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:32.478834 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36973bda-b67f-452e-b0c1-a08800428b9e None None] The sync data for ids ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'] in dv-cinder-801923-6-iscsi is: [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '14ff6027-b0fb-4924-bcb5-71159f349572', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'port_id': 'e5add28a-8791-423a-b0e1-db2109beb8f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'mac_address': 'fa:16:3e:13:71:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a82046-2297-42cc-8c98-306cd9a21dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:26:30Z', 'updated_at': '2022-02-09T06:26:30Z', 'revision_number': 0, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:44Z', 'revision_number': 5, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:26:32.571491 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-055f4f70-410b-4eb3-8490-dfe968b66114 req-9c3daea5-cc7f-4d42-97fd-3d91275e2984 service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648891 Feb 09 06:26:32.662912 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32ac31e-0a81-47ed-b72d-ff31f3c23378 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Router 3a020dcf-013a-4122-91cd-f88501a593fb has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:26:32.685550 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9497a611-e07b-40d2-a31c-9cd81ac9a71e req-e84ddfa5-441b-4efb-8df2-1312bf2e4c99 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=28bc4a3e-61be-429e-9df6-bcb2ee37daf2 HTTP/1.1" status: 200 len: 210 time: 0.0317478 Feb 09 06:26:32.706216 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-055f4f70-410b-4eb3-8490-dfe968b66114 req-46590151-d991-42ff-904d-619f16630f23 service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186459 Feb 09 06:26:32.725343 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4b9d36-1532-45a7-899a-86c92ec3b4f9 None None] New status for floating IP 14ff6027-b0fb-4924-bcb5-71159f349572: ACTIVE {{(pid=103037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 06:26:32.801777 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32ac31e-0a81-47ed-b72d-ff31f3c23378 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:26:32.807523 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d32ac31e-0a81-47ed-b72d-ff31f3c23378 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:32.815023 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3528976-da6c-4dd5-aaf3-25e28c67668e None None] Sync routers for ids ['3a020dcf-013a-4122-91cd-f88501a593fb'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:26:32.824521 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3528976-da6c-4dd5-aaf3-25e28c67668e None None] Routers {'3a020dcf-013a-4122-91cd-f88501a593fb'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:26:32.825625 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-a3528976-da6c-4dd5-aaf3-25e28c67668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:26:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['3a020dcf-013a-4122-91cd-f88501a593fb'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:32.842529 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-d32ac31e-0a81-47ed-b72d-ff31f3c23378 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "DELETE /v2.0/floatingips/5b1ddf44-d284-41a3-b86f-c1124b83cd47 HTTP/1.1" status: 204 len: 168 time: 1.3152900 Feb 09 06:26:32.843175 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e048eb-0113-4744-8f66-38855d94f204', 'tag': 'c82ca616-f6aa-47df-b70a-2e2e77752d30'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:26:32.846085 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc438a8-7671-49f7-adf1-ab1c9374f4c5" -d '{"events": [{"name": "network-changed", "server_uuid": "03e048eb-0113-4744-8f66-38855d94f204", "tag": "c82ca616-f6aa-47df-b70a-2e2e77752d30"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:26:32.902856 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfe53c9-7f0f-4784-9d7b-c0d1b714370e x-openstack-request-id: req-6bfe53c9-7f0f-4784-9d7b-c0d1b714370e {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:26:32.903166 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e048eb-0113-4744-8f66-38855d94f204", "tag": "c82ca616-f6aa-47df-b70a-2e2e77752d30", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:26:32.903429 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bfe53c9-7f0f-4784-9d7b-c0d1b714370e {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:26:32.903835 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e048eb-0113-4744-8f66-38855d94f204', 'tag': 'c82ca616-f6aa-47df-b70a-2e2e77752d30', 'status': 'completed', 'code': 200} Feb 09 06:26:32.956723 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-a3528976-da6c-4dd5-aaf3-25e28c67668e None None] Set router 3a020dcf-013a-4122-91cd-f88501a593fb gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:26:33.010852 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc438a8-7671-49f7-adf1-ab1c9374f4c5 req-80860314-1cea-4230-8158-2105a6f69e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:33.014946 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-8bc438a8-7671-49f7-adf1-ab1c9374f4c5 req-80860314-1cea-4230-8158-2105a6f69e95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b80cac37fcb437488c5ff4623570b82&device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 1129 time: 0.0544317 Feb 09 06:26:33.120440 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc438a8-7671-49f7-adf1-ab1c9374f4c5 req-76fbf46a-4df4-46b9-9863-d69efc0c358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:33.121903 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-8bc438a8-7671-49f7-adf1-ab1c9374f4c5 req-76fbf46a-4df4-46b9-9863-d69efc0c358a service neutron] 10.222.0.30 "GET /v2.0/networks?id=67ec2c57-d1a0-457d-93b8-506d35295f01 HTTP/1.1" status: 200 len: 908 time: 0.1035247 Feb 09 06:26:33.163855 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-8bc438a8-7671-49f7-adf1-ab1c9374f4c5 req-efe66dd0-466d-4141-96cc-8ddf96bd7ba7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c82ca616-f6aa-47df-b70a-2e2e77752d30 HTTP/1.1" status: 200 len: 217 time: 0.0348341 Feb 09 06:26:33.198066 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-a3528976-da6c-4dd5-aaf3-25e28c67668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'name': 'tempest-TestShelveInstance-449735733-router', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:24Z', 'revision_number': 4, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'gw_port': {'id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': 'f43825a2-b65c-457e-a679-b59ee0de4191', 'name': '', 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'mac_address': 'fa:16:3e:9d:a0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'aa956a71-db8c-4321-9989-c93881b8caef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:23Z', 'updated_at': '2022-02-09T06:21:29Z', 'revision_number': 5, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'subnets': [{'id': 'aa956a71-db8c-4321-9989-c93881b8caef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:33.209780 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc438a8-7671-49f7-adf1-ab1c9374f4c5 req-709657ba-e1a8-4aae-9895-fd72dd4d8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:33.211271 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-8bc438a8-7671-49f7-adf1-ab1c9374f4c5 req-709657ba-e1a8-4aae-9895-fd72dd4d8a5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aa956a71-db8c-4321-9989-c93881b8caef HTTP/1.1" status: 200 len: 847 time: 0.0419114 Feb 09 06:26:33.227537 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3528976-da6c-4dd5-aaf3-25e28c67668e None None] Checking router: 3a020dcf-013a-4122-91cd-f88501a593fb for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:26:33.252015 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3528976-da6c-4dd5-aaf3-25e28c67668e None None] Routers {'3a020dcf-013a-4122-91cd-f88501a593fb'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:26:33.252987 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-a3528976-da6c-4dd5-aaf3-25e28c67668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:26:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['3a020dcf-013a-4122-91cd-f88501a593fb'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:33.265876 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc438a8-7671-49f7-adf1-ab1c9374f4c5 req-7cbc3c80-16ae-40e8-b039-dcbd31db0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:33.269745 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-8bc438a8-7671-49f7-adf1-ab1c9374f4c5 req-7cbc3c80-16ae-40e8-b039-dcbd31db0c46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67ec2c57-d1a0-457d-93b8-506d35295f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509791 Feb 09 06:26:33.347958 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1098b-673a-4069-b696-0a82f465cca2 req-67b04865-8684-4e50-a1c6-dd6aaf9cce50 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:33.349501 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8ea1098b-673a-4069-b696-0a82f465cca2 req-67b04865-8684-4e50-a1c6-dd6aaf9cce50 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.0564592 Feb 09 06:26:33.383663 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-a3528976-da6c-4dd5-aaf3-25e28c67668e None None] Set router 3a020dcf-013a-4122-91cd-f88501a593fb gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:26:33.404825 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-8bc438a8-7671-49f7-adf1-ab1c9374f4c5 req-edc8c5ee-8050-4527-a74a-b2e55c9147f4 service neutron] 10.222.0.30 "GET /v2.0/networks/67ec2c57-d1a0-457d-93b8-506d35295f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981326 Feb 09 06:26:33.405123 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8ea1098b-673a-4069-b696-0a82f465cca2 req-14a9d8da-1ef4-409f-ac0c-6e8ce472a481 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486851 Feb 09 06:26:33.514635 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-8bc438a8-7671-49f7-adf1-ab1c9374f4c5 req-92c4fd64-4de9-4a38-8173-c9b99db2fb64 service neutron] 10.222.0.30 "GET /v2.0/networks/67ec2c57-d1a0-457d-93b8-506d35295f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864701 Feb 09 06:26:33.589944 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-a3528976-da6c-4dd5-aaf3-25e28c67668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'name': 'tempest-TestShelveInstance-449735733-router', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:24Z', 'revision_number': 4, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'gw_port': {'id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': 'f43825a2-b65c-457e-a679-b59ee0de4191', 'name': '', 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'mac_address': 'fa:16:3e:9d:a0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'aa956a71-db8c-4321-9989-c93881b8caef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:23Z', 'updated_at': '2022-02-09T06:21:29Z', 'revision_number': 5, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'subnets': [{'id': 'aa956a71-db8c-4321-9989-c93881b8caef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:33.748841 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3528976-da6c-4dd5-aaf3-25e28c67668e None None] The sync data for ids ['3a020dcf-013a-4122-91cd-f88501a593fb'] in dv-cinder-801923-6-iscsi is: [{'id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'name': 'tempest-TestShelveInstance-449735733-router', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:24Z', 'revision_number': 4, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'gw_port': {'id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': 'f43825a2-b65c-457e-a679-b59ee0de4191', 'name': '', 'network_id': '67ec2c57-d1a0-457d-93b8-506d35295f01', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'mac_address': 'fa:16:3e:9d:a0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'aa956a71-db8c-4321-9989-c93881b8caef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:23Z', 'updated_at': '2022-02-09T06:21:29Z', 'revision_number': 5, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'subnets': [{'id': 'aa956a71-db8c-4321-9989-c93881b8caef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:26:33.789235 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5b226403-4363-4c8c-938e-ecf8f43bb7f0 req-0d735de2-87d5-430e-bc33-79005f287bc2 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=28bc4a3e-61be-429e-9df6-bcb2ee37daf2 HTTP/1.1" status: 200 len: 210 time: 0.0303271 Feb 09 06:26:34.000877 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc905a59-1326-4adb-99cf-3f9555e3e21f None None] New status for floating IP 5b1ddf44-d284-41a3-b86f-c1124b83cd47: DOWN {{(pid=103037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 06:26:34.013078 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-98226d30-5b71-4f97-9e9f-d2eb7f8dd040 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:34.016055 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-98226d30-5b71-4f97-9e9f-d2eb7f8dd040 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.30 "GET /v2.0/networks?id=9a093954-1e92-4588-8da9-3339898f2707 HTTP/1.1" status: 200 len: 814 time: 0.1274176 Feb 09 06:26:34.034551 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-d2946dbe-92dd-4a73-87d6-108bc2453c01 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Request body: {'port': {'device_id': '28bc4a3e-61be-429e-9df6-bcb2ee37daf2', 'network_id': '9a093954-1e92-4588-8da9-3339898f2707', 'admin_state_up': True, 'tenant_id': 'ccfd7d629eb34f2dbe41b7a05f1917f9'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:26:34.225169 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-d2946dbe-92dd-4a73-87d6-108bc2453c01 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Made reservation on behalf of ccfd7d629eb34f2dbe41b7a05f1917f9 for: {'port': 1} {{(pid=103035) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:26:34.228513 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-d2946dbe-92dd-4a73-87d6-108bc2453c01 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:34.372783 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-d2946dbe-92dd-4a73-87d6-108bc2453c01 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Allocated IP 172.20.0.14 (9a093954-1e92-4588-8da9-3339898f2707/9afeb4c8-9518-4e61-a346-b54444fd49d3/5139d2ec-7c70-48a1-98bb-ea26f30b00d5) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:26:34.517444 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-d2946dbe-92dd-4a73-87d6-108bc2453c01 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Publish callbacks [] for port (5139d2ec-7c70-48a1-98bb-ea26f30b00d5), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:34.527766 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc8630-9152-416a-bfe1-280cbe879110 req-9d918e91-7355-4da9-ac37-1f5f1805cbaf tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:34.529480 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b8bc8630-9152-416a-bfe1-280cbe879110 req-9d918e91-7355-4da9-ac37-1f5f1805cbaf tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.0529609 Feb 09 06:26:34.576897 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b8bc8630-9152-416a-bfe1-280cbe879110 req-e008e58a-4f73-41a8-85ba-5f728fc63563 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410421 Feb 09 06:26:34.608741 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-d2946dbe-92dd-4a73-87d6-108bc2453c01 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (5139d2ec-7c70-48a1-98bb-ea26f30b00d5), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:34.652854 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-d2946dbe-92dd-4a73-87d6-108bc2453c01 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Network 9a093954-1e92-4588-8da9-3339898f2707 is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:26:34.658602 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-d2946dbe-92dd-4a73-87d6-108bc2453c01 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:26:34.660919 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-d2946dbe-92dd-4a73-87d6-108bc2453c01 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:26:34.689079 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2946dbe-92dd-4a73-87d6-108bc2453c01 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Pushing event updated for resources: {'Port': ['ID=5139d2ec-7c70-48a1-98bb-ea26f30b00d5,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:34.712379 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-d2946dbe-92dd-4a73-87d6-108bc2453c01 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:34.712983 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-d2946dbe-92dd-4a73-87d6-108bc2453c01 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:34.809161 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-d2946dbe-92dd-4a73-87d6-108bc2453c01 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7785454 Feb 09 06:26:34.875260 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] Request body: {'port': {'device_id': '28bc4a3e-61be-429e-9df6-bcb2ee37daf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80192'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:26:34.915621 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb723d-99c4-4335-b0c2-9bb182fe24f2 req-90c24104-0c73-45fd-8c9a-5ad4ca36e661 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:34.917117 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2bbb723d-99c4-4335-b0c2-9bb182fe24f2 req-90c24104-0c73-45fd-8c9a-5ad4ca36e661 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=28bc4a3e-61be-429e-9df6-bcb2ee37daf2 HTTP/1.1" status: 200 len: 932 time: 0.0540059 Feb 09 06:26:34.933301 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (5139d2ec-7c70-48a1-98bb-ea26f30b00d5), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:34.976520 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2bbb723d-99c4-4335-b0c2-9bb182fe24f2 req-e0022e83-d08e-471b-8a06-ad94acce12c1 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533144 Feb 09 06:26:35.238813 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f293de6b-592d-4310-af7e-34ce2b84a6b6 req-a54d936d-b8a0-4286-872a-4654b49d3e7b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906513275&fields=id&tenant_id=d9d5473c4a0d483abc95a20782ba1b57 HTTP/1.1" status: 200 len: 267 time: 0.0458972 Feb 09 06:26:35.297296 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293de6b-592d-4310-af7e-34ce2b84a6b6 req-73614c06-2e79-4949-8bf0-f1470c5cef4d tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:35.298879 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f293de6b-592d-4310-af7e-34ce2b84a6b6 req-73614c06-2e79-4949-8bf0-f1470c5cef4d tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 984 time: 0.0547523 Feb 09 06:26:35.310003 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-f293de6b-592d-4310-af7e-34ce2b84a6b6 req-6d6dc9e1-59d8-4bb7-98e9-689a824b9f5e tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Request body: {'port': {'security_groups': ['252af639-bce7-4ca0-9d8f-bf74b8f5adfe']}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:26:35.415372 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-f293de6b-592d-4310-af7e-34ce2b84a6b6 req-6d6dc9e1-59d8-4bb7-98e9-689a824b9f5e tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:35.449551 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5139d2ec-7c70-48a1-98bb-ea26f30b00d5 {{(pid=103035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:26:35.457824 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] Publish callbacks [] for port (5139d2ec-7c70-48a1-98bb-ea26f30b00d5), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:35.469804 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.provisioning_blocks [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] Transition to ACTIVE for port object 5139d2ec-7c70-48a1-98bb-ea26f30b00d5 will not be triggered until provisioned by entity L2. {{(pid=103035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 06:26:35.475350 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4be429-5ce3-4891-a204-7842b9aa6672 req-80033485-0685-4c1d-8403-1fbc2732e729 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:35.476807 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4f4be429-5ce3-4891-a204-7842b9aa6672 req-80033485-0685-4c1d-8403-1fbc2732e729 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.30 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.1041408 Feb 09 06:26:35.531812 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (5139d2ec-7c70-48a1-98bb-ea26f30b00d5), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:35.584204 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=5139d2ec-7c70-48a1-98bb-ea26f30b00d5,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:35.663065 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] Attempting to bind port 5139d2ec-7c70-48a1-98bb-ea26f30b00d5 on host hv-cinder-80192 for vnic_type normal with profile {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:26:35.663405 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] Attempting to bind port 5139d2ec-7c70-48a1-98bb-ea26f30b00d5 by drivers openvswitch,hyperv on host hv-cinder-80192 at level 0 using segments [{'id': '960c1085-0ff0-4ce4-8399-b0e0f3b12ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a093954-1e92-4588-8da9-3339898f2707'}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:26:35.664863 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] Attempting to bind port 5139d2ec-7c70-48a1-98bb-ea26f30b00d5 on network 9a093954-1e92-4588-8da9-3339898f2707 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:26:35.668983 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] Port 5139d2ec-7c70-48a1-98bb-ea26f30b00d5 on network 9a093954-1e92-4588-8da9-3339898f2707 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80192 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 06:26:35.669231 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] Attempting to bind port 5139d2ec-7c70-48a1-98bb-ea26f30b00d5 on network 9a093954-1e92-4588-8da9-3339898f2707 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:26:35.674773 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] Checking agent: {'id': '16e2666b-01c8-44a0-ad9b-455a2be8881c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80192', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'started_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:26:35.675021 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [req-4f4be429-5ce3-4891-a204-7842b9aa6672 req-5105a3de-a85a-482f-b2bf-110e3654d767 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Deleting port c82ca616-f6aa-47df-b70a-2e2e77752d30 {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:26:35.675160 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] Checking segment: {'id': '960c1085-0ff0-4ce4-8399-b0e0f3b12ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a093954-1e92-4588-8da9-3339898f2707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:26:35.675351 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-4f4be429-5ce3-4891-a204-7842b9aa6672 req-5105a3de-a85a-482f-b2bf-110e3654d767 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:35.675503 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] Bound using segment: {'id': '960c1085-0ff0-4ce4-8399-b0e0f3b12ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a093954-1e92-4588-8da9-3339898f2707'} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:26:35.675899 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] Bound port: 5139d2ec-7c70-48a1-98bb-ea26f30b00d5, host: hv-cinder-80192, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960c1085-0ff0-4ce4-8399-b0e0f3b12ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a093954-1e92-4588-8da9-3339898f2707'}}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:26:35.676263 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (5139d2ec-7c70-48a1-98bb-ea26f30b00d5), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:35.735636 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-f293de6b-592d-4310-af7e-34ce2b84a6b6 req-6d6dc9e1-59d8-4bb7-98e9-689a824b9f5e tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] For port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=8cc3e081-c3f6-4534-aa41-a6eda663d4bc,segment=NetworkSegment(94c5ea10-ef18-4822-81c3-713c44352c6e),segment_id=94c5ea10-ef18-4822-81c3-713c44352c6e)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:35.741429 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] For port 5139d2ec-7c70-48a1-98bb-ea26f30b00d5, host hv-cinder-80192, cleared binding levels {{(pid=103035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:26:35.744884 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] For port 5139d2ec-7c70-48a1-98bb-ea26f30b00d5, host hv-cinder-80192, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=5139d2ec-7c70-48a1-98bb-ea26f30b00d5,segment=NetworkSegment(960c1085-0ff0-4ce4-8399-b0e0f3b12ad1),segment_id=960c1085-0ff0-4ce4-8399-b0e0f3b12ad1)] {{(pid=103035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:26:35.787285 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-f293de6b-592d-4310-af7e-34ce2b84a6b6 req-6d6dc9e1-59d8-4bb7-98e9-689a824b9f5e tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:35.799811 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-4f4be429-5ce3-4891-a204-7842b9aa6672 req-5105a3de-a85a-482f-b2bf-110e3654d767 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] For port c82ca616-f6aa-47df-b70a-2e2e77752d30, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=c82ca616-f6aa-47df-b70a-2e2e77752d30,segment=NetworkSegment(08ec5fe7-f64e-468b-9c61-6936370d96ee),segment_id=08ec5fe7-f64e-468b-9c61-6936370d96ee)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:35.800169 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-4f4be429-5ce3-4891-a204-7842b9aa6672 req-5105a3de-a85a-482f-b2bf-110e3654d767 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:35.812798 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [req-4f4be429-5ce3-4891-a204-7842b9aa6672 req-5105a3de-a85a-482f-b2bf-110e3654d767 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Calling delete_port for c82ca616-f6aa-47df-b70a-2e2e77752d30 owned by compute:nova {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:26:35.871368 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (5139d2ec-7c70-48a1-98bb-ea26f30b00d5), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:35.905299 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:35.905955 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:35.907373 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] 10.222.0.30 "PUT /v2.0/ports/5139d2ec-7c70-48a1-98bb-ea26f30b00d5 HTTP/1.1" status: 200 len: 1094 time: 1.0484972 Feb 09 06:26:35.907818 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28bc4a3e-61be-429e-9df6-bcb2ee37daf2', 'tag': '5139d2ec-7c70-48a1-98bb-ea26f30b00d5'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:26:35.910073 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2419cd7-04cd-4a0a-afb6-62a4a73a41ff" -d '{"events": [{"name": "network-changed", "server_uuid": "28bc4a3e-61be-429e-9df6-bcb2ee37daf2", "tag": "5139d2ec-7c70-48a1-98bb-ea26f30b00d5"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:26:35.924987 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-f293de6b-592d-4310-af7e-34ce2b84a6b6 req-6d6dc9e1-59d8-4bb7-98e9-689a824b9f5e tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:35.932853 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d3009-6d31-42a5-bf46-0915e7016fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=5139d2ec-7c70-48a1-98bb-ea26f30b00d5,revision_number=3']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:35.939184 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b08185-c979-444b-a031-24b6ad2dead2 req-e32b73cf-dc17-40d6-a6e4-cef4a6abe6dd tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:35.940710 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a4b08185-c979-444b-a031-24b6ad2dead2 req-e32b73cf-dc17-40d6-a6e4-cef4a6abe6dd tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 945 time: 0.0875175 Feb 09 06:26:35.958263 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['8cc3e081-c3f6-4534-aa41-a6eda663d4bc'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:26:36.029585 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293de6b-592d-4310-af7e-34ce2b84a6b6 req-6d6dc9e1-59d8-4bb7-98e9-689a824b9f5e tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:36.030237 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-f293de6b-592d-4310-af7e-34ce2b84a6b6 req-6d6dc9e1-59d8-4bb7-98e9-689a824b9f5e tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:36.038447 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 60162) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:36.043522 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f293de6b-592d-4310-af7e-34ce2b84a6b6 req-6d6dc9e1-59d8-4bb7-98e9-689a824b9f5e tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "PUT /v2.0/ports/8cc3e081-c3f6-4534-aa41-a6eda663d4bc HTTP/1.1" status: 200 len: 942 time: 0.7377927 Feb 09 06:26:36.050771 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6281f3-d8cc-42be-8a3a-e3835390d9cf', 'tag': '8cc3e081-c3f6-4534-aa41-a6eda663d4bc'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:26:36.055502 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb849cb-91ad-431a-9518-bb7f9255a7a8" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6281f3-d8cc-42be-8a3a-e3835390d9cf", "tag": "8cc3e081-c3f6-4534-aa41-a6eda663d4bc"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:26:36.108517 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6dc9e1-59d8-4bb7-98e9-689a824b9f5e tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Pushing event updated for resources: {'Port': ['ID=8cc3e081-c3f6-4534-aa41-a6eda663d4bc,revision_number=7']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:36.132060 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ced9694-ceaa-427b-be4e-3f9c2b24a066 x-openstack-request-id: req-2ced9694-ceaa-427b-be4e-3f9c2b24a066 {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:26:36.132375 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28bc4a3e-61be-429e-9df6-bcb2ee37daf2", "tag": "5139d2ec-7c70-48a1-98bb-ea26f30b00d5", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:26:36.132661 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ced9694-ceaa-427b-be4e-3f9c2b24a066 {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:26:36.133079 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28bc4a3e-61be-429e-9df6-bcb2ee37daf2', 'tag': '5139d2ec-7c70-48a1-98bb-ea26f30b00d5', 'status': 'completed', 'code': 200} Feb 09 06:26:36.150605 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a4b08185-c979-444b-a031-24b6ad2dead2 req-1a2fd2ce-bb30-4075-9056-5789b3ea2aa9 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d5bc9b-4bf3-45e9-b520-9546ca517236&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807275 Feb 09 06:26:36.182432 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['8cc3e081-c3f6-4534-aa41-a6eda663d4bc'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:26:36.210154 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-7613a777-de0c-4a23-9fda-47a748d9aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:36.210766 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-7613a777-de0c-4a23-9fda-47a748d9aa6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccfd7d629eb34f2dbe41b7a05f1917f9&device_id=28bc4a3e-61be-429e-9df6-bcb2ee37daf2 HTTP/1.1" status: 200 len: 1128 time: 0.1432693 Feb 09 06:26:36.225844 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cde925-5aaa-49ae-8a41-e6554351ccad x-openstack-request-id: req-26cde925-5aaa-49ae-8a41-e6554351ccad {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:26:36.226487 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6281f3-d8cc-42be-8a3a-e3835390d9cf", "tag": "8cc3e081-c3f6-4534-aa41-a6eda663d4bc", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:26:36.226815 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26cde925-5aaa-49ae-8a41-e6554351ccad {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:26:36.227280 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6281f3-d8cc-42be-8a3a-e3835390d9cf', 'tag': '8cc3e081-c3f6-4534-aa41-a6eda663d4bc', 'status': 'completed', 'code': 200} Feb 09 06:26:36.227790 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2ebc1131-fdc4-43d9-aa03-65b8a79fb9fe tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group (46a5d92a-22c9-433b-b02d-a16549786aa4), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:36.233409 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-4f4be429-5ce3-4891-a204-7842b9aa6672 req-5105a3de-a85a-482f-b2bf-110e3654d767 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (c82ca616-f6aa-47df-b70a-2e2e77752d30), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:36.247198 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.30', 62806) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:36.294048 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105a3de-a85a-482f-b2bf-110e3654d767 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Pushing event deleted for resources: {'Port': ['ID=c82ca616-f6aa-47df-b70a-2e2e77752d30,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:36.306455 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-74aab8d8-0f59-4fcc-9051-cb8291afb31d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5139d2ec-7c70-48a1-98bb-ea26f30b00d5 HTTP/1.1" status: 200 len: 217 time: 0.0662627 Feb 09 06:26:36.330838 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2ebc1131-fdc4-43d9-aa03-65b8a79fb9fe tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group (46a5d92a-22c9-433b-b02d-a16549786aa4), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:36.345562 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f574957-ab59-42e0-ad25-5a80178e87c7 req-1f41f5e7-be2a-4531-8857-f0b86047a2ac tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:36.348215 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4f574957-ab59-42e0-ad25-5a80178e87c7 req-1f41f5e7-be2a-4531-8857-f0b86047a2ac tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=28bc4a3e-61be-429e-9df6-bcb2ee37daf2 HTTP/1.1" status: 200 len: 944 time: 0.1544101 Feb 09 06:26:36.369995 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-9167d5f3-a835-4061-a6bb-511a79cc0114 None None] Provisioning complete for port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:26:36.370426 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9167d5f3-a835-4061-a6bb-511a79cc0114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:36.379790 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4be429-5ce3-4891-a204-7842b9aa6672 req-5105a3de-a85a-482f-b2bf-110e3654d767 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] No DVR routers for this DVR port c82ca616-f6aa-47df-b70a-2e2e77752d30 on host hv-cinder-80192 {{(pid=103034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:26:36.386393 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-4f4be429-5ce3-4891-a204-7842b9aa6672 req-5105a3de-a85a-482f-b2bf-110e3654d767 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:36.390630 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4f4be429-5ce3-4891-a204-7842b9aa6672 req-5105a3de-a85a-482f-b2bf-110e3654d767 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.30 "DELETE /v2.0/ports/c82ca616-f6aa-47df-b70a-2e2e77752d30 HTTP/1.1" status: 204 len: 173 time: 0.9034705 Feb 09 06:26:36.404659 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.30', 62807) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:36.418938 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb849cb-91ad-431a-9518-bb7f9255a7a8 req-f206123c-455a-435f-815c-e1a7e0f4b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:36.422954 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2fb849cb-91ad-431a-9518-bb7f9255a7a8 req-f206123c-455a-435f-815c-e1a7e0f4b02d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9d5473c4a0d483abc95a20782ba1b57&device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 1129 time: 0.1745083 Feb 09 06:26:36.440441 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-a22260cb-2e5e-45ad-8dcb-8d560c3191cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:36.442569 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-a22260cb-2e5e-45ad-8dcb-8d560c3191cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9afeb4c8-9518-4e61-a346-b54444fd49d3 HTTP/1.1" status: 200 len: 854 time: 0.1243978 Feb 09 06:26:36.474815 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-9167d5f3-a835-4061-a6bb-511a79cc0114 None None] Current status of the port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc is: ACTIVE; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:26:36.477852 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-b874eb0d-e5ef-422c-b4ff-f6664e8f197c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a093954-1e92-4588-8da9-3339898f2707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291688 Feb 09 06:26:36.496287 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4f574957-ab59-42e0-ad25-5a80178e87c7 req-d0c5196a-0c5b-4530-912f-8ba02f716fe9 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176467 Feb 09 06:26:36.496845 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-661bca0e-d8a2-4af5-a2e5-41cde111a99b req-38d7d759-2952-4aa6-907e-e1241894ffad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0883913 Feb 09 06:26:36.536236 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb849cb-91ad-431a-9518-bb7f9255a7a8 req-b74d0e13-09b5-4f15-aa47-1af6af5c8b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:36.537824 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2fb849cb-91ad-431a-9518-bb7f9255a7a8 req-b74d0e13-09b5-4f15-aa47-1af6af5c8b46 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fe1f30b-3256-4c25-bddb-7942bd535543 HTTP/1.1" status: 200 len: 914 time: 0.1070755 Feb 09 06:26:36.573149 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-934b6ae6-75ca-44c7-b697-9d271a96407e service neutron] 10.222.0.30 "GET /v2.0/networks/9a093954-1e92-4588-8da9-3339898f2707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872381 Feb 09 06:26:36.595734 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2ebc1131-fdc4-43d9-aa03-65b8a79fb9fe tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (46a5d92a-22c9-433b-b02d-a16549786aa4), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:36.595734 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-2ebc1131-fdc4-43d9-aa03-65b8a79fb9fe tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:36.595734 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-2ebc1131-fdc4-43d9-aa03-65b8a79fb9fe tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "DELETE /v2.0/security-groups/46a5d92a-22c9-433b-b02d-a16549786aa4 HTTP/1.1" status: 204 len: 168 time: 0.5521505 Feb 09 06:26:36.596109 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60166) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:36.638953 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc1131-fdc4-43d9-aa03-65b8a79fb9fe tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a5d92a-22c9-433b-b02d-a16549786aa4,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:36.644522 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2fb849cb-91ad-431a-9518-bb7f9255a7a8 req-92b929ed-643e-4f0d-b3b5-1c1e131255f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc3e081-c3f6-4534-aa41-a6eda663d4bc HTTP/1.1" status: 200 len: 1000 time: 0.1001401 Feb 09 06:26:36.704282 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-26b978a8-f462-45ac-afe9-8dccf515d43a req-f97dbe82-31d2-45ad-b6bd-a1d1fe6c36fd service neutron] 10.222.0.30 "GET /v2.0/networks/9a093954-1e92-4588-8da9-3339898f2707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237957 Feb 09 06:26:36.746553 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb849cb-91ad-431a-9518-bb7f9255a7a8 req-59a16e03-fa28-4e26-af82-d236869724f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:36.748046 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2fb849cb-91ad-431a-9518-bb7f9255a7a8 req-59a16e03-fa28-4e26-af82-d236869724f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72b8902e-7f71-4a8f-adcc-073c172ed396 HTTP/1.1" status: 200 len: 853 time: 0.0964015 Feb 09 06:26:36.803378 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-6df34331-e611-4769-825d-4baab9e12888 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Deleting port 56859148-fadf-4a63-8e3d-096ca69e327a {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:26:36.803757 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6df34331-e611-4769-825d-4baab9e12888 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (56859148-fadf-4a63-8e3d-096ca69e327a), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:36.911764 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6df34331-e611-4769-825d-4baab9e12888 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (56859148-fadf-4a63-8e3d-096ca69e327a), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:36.912002 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6df34331-e611-4769-825d-4baab9e12888 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for floatingip (56859148-fadf-4a63-8e3d-096ca69e327a), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:36.920825 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb849cb-91ad-431a-9518-bb7f9255a7a8 req-a85957f7-4241-4677-ad73-7e74836c9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:36.922384 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2fb849cb-91ad-431a-9518-bb7f9255a7a8 req-a85957f7-4241-4677-ad73-7e74836c9fa9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe1f30b-3256-4c25-bddb-7942bd535543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798435 Feb 09 06:26:36.927527 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-6df34331-e611-4769-825d-4baab9e12888 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Calling delete_port for 56859148-fadf-4a63-8e3d-096ca69e327a owned by network:floatingip {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:26:37.021988 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2419cd7-04cd-4a0a-afb6-62a4a73a41ff req-813e4b32-5a99-4cff-b782-cd1d49097680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:37.023561 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-e2419cd7-04cd-4a0a-afb6-62a4a73a41ff req-813e4b32-5a99-4cff-b782-cd1d49097680 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccfd7d629eb34f2dbe41b7a05f1917f9&device_id=28bc4a3e-61be-429e-9df6-bcb2ee37daf2 HTTP/1.1" status: 200 len: 1128 time: 0.0514472 Feb 09 06:26:37.108003 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2fb849cb-91ad-431a-9518-bb7f9255a7a8 req-d7c085c9-c7ce-4c05-95c3-a69e62341108 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe1f30b-3256-4c25-bddb-7942bd535543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368978 Feb 09 06:26:37.117655 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2419cd7-04cd-4a0a-afb6-62a4a73a41ff req-80c094a3-5f4e-4297-883a-9391331f1eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:37.119224 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-e2419cd7-04cd-4a0a-afb6-62a4a73a41ff req-80c094a3-5f4e-4297-883a-9391331f1eae service neutron] 10.222.0.30 "GET /v2.0/networks?id=9a093954-1e92-4588-8da9-3339898f2707 HTTP/1.1" status: 200 len: 914 time: 0.0892713 Feb 09 06:26:37.162830 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-e2419cd7-04cd-4a0a-afb6-62a4a73a41ff req-90fc2df9-f692-4565-935a-8af2fac6341e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5139d2ec-7c70-48a1-98bb-ea26f30b00d5 HTTP/1.1" status: 200 len: 217 time: 0.0350504 Feb 09 06:26:37.210498 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2419cd7-04cd-4a0a-afb6-62a4a73a41ff req-d807004e-81dc-4935-a4e9-a034ec5a1f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:37.212233 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-e2419cd7-04cd-4a0a-afb6-62a4a73a41ff req-d807004e-81dc-4935-a4e9-a034ec5a1f43 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9afeb4c8-9518-4e61-a346-b54444fd49d3 HTTP/1.1" status: 200 len: 854 time: 0.0450683 Feb 09 06:26:37.256380 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-e2419cd7-04cd-4a0a-afb6-62a4a73a41ff req-d6362644-9da2-46fe-be75-2f32c64a5739 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a093954-1e92-4588-8da9-3339898f2707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315597 Feb 09 06:26:37.257626 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-59553169-7288-4012-980b-2e797628df74 req-60f7a805-39c6-44f4-be8c-54921b84c1cb tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "GET /v2.0/ports?device_id=03e048eb-0113-4744-8f66-38855d94f204 HTTP/1.1" status: 200 len: 210 time: 0.0483365 Feb 09 06:26:37.264863 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2fb849cb-91ad-431a-9518-bb7f9255a7a8 req-0b4e1f96-0273-4249-87b5-ae4665f32b0a service neutron] 10.222.0.30 "GET /v2.0/networks/9fe1f30b-3256-4c25-bddb-7942bd535543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495209 Feb 09 06:26:37.322756 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6df34331-e611-4769-825d-4baab9e12888 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (56859148-fadf-4a63-8e3d-096ca69e327a), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:37.349662 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df34331-e611-4769-825d-4baab9e12888 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Pushing event deleted for resources: {'Port': ['ID=56859148-fadf-4a63-8e3d-096ca69e327a,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:37.361051 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-e2419cd7-04cd-4a0a-afb6-62a4a73a41ff req-f0389340-f518-48ce-b9d0-43de0370a9db service neutron] 10.222.0.30 "GET /v2.0/networks/9a093954-1e92-4588-8da9-3339898f2707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982761 Feb 09 06:26:37.439450 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6df34331-e611-4769-825d-4baab9e12888 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks [] for floatingip (7cc2f76d-713d-41a9-b3dc-b5fcc72f0a72), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:37.439797 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.l3_db [None req-6df34331-e611-4769-825d-4baab9e12888 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Floating IP 7cc2f76d-713d-41a9-b3dc-b5fcc72f0a72 disassociated (deleted). External IP: 172.27.3.90, port: 8cc3e081-c3f6-4534-aa41-a6eda663d4bc. Feb 09 06:26:37.463889 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [req-e2419cd7-04cd-4a0a-afb6-62a4a73a41ff req-ba516d90-3ea0-487f-afec-06d73cc86649 service neutron] 10.222.0.30 "GET /v2.0/networks/9a093954-1e92-4588-8da9-3339898f2707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901060 Feb 09 06:26:37.508014 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bca0e-d8a2-4af5-a2e5-41cde111a99b req-5ca0367c-c45e-448a-9fb6-f841a660d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:37.509435 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-661bca0e-d8a2-4af5-a2e5-41cde111a99b req-5ca0367c-c45e-448a-9fb6-f841a660d57e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9d5473c4a0d483abc95a20782ba1b57&device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 1129 time: 0.1331923 Feb 09 06:26:37.993579 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bca0e-d8a2-4af5-a2e5-41cde111a99b req-fba68420-3b05-404a-af33-dcd103664432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:37.995104 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-661bca0e-d8a2-4af5-a2e5-41cde111a99b req-fba68420-3b05-404a-af33-dcd103664432 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fe1f30b-3256-4c25-bddb-7942bd535543 HTTP/1.1" status: 200 len: 914 time: 0.4643939 Feb 09 06:26:38.001847 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f8699-bd43-4d06-b87f-5b248241c4ae req-d762ec4c-1b98-4901-b77b-1b82f641a3bf tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:38.003259 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f77f8699-bd43-4d06-b87f-5b248241c4ae req-d762ec4c-1b98-4901-b77b-1b82f641a3bf tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=28bc4a3e-61be-429e-9df6-bcb2ee37daf2 HTTP/1.1" status: 200 len: 944 time: 0.1642442 Feb 09 06:26:38.020438 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device c82ca616-f6aa-47df-b70a-2e2e77752d30 no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:26:38.040888 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] No Port match for: c82ca616-f6aa-47df-b70a-2e2e77752d30 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:26:38.041236 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device c82ca616-f6aa-47df-b70a-2e2e77752d30 not bound to the agent host hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:26:38.056444 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-661bca0e-d8a2-4af5-a2e5-41cde111a99b req-310fb603-19e1-4697-8912-774d2a55ff76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc3e081-c3f6-4534-aa41-a6eda663d4bc HTTP/1.1" status: 200 len: 217 time: 0.0502818 Feb 09 06:26:38.137642 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f77f8699-bd43-4d06-b87f-5b248241c4ae req-c484615a-c1c4-4f1a-b6e5-4242a14bee01 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236429 Feb 09 06:26:38.141808 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df34331-e611-4769-825d-4baab9e12888 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Router ccd39007-5ea1-4cc0-a659-d7fffcbdb10e has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:26:38.144112 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bca0e-d8a2-4af5-a2e5-41cde111a99b req-e95faad1-71aa-4a9d-a18c-20f0b2398737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:38.145523 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-661bca0e-d8a2-4af5-a2e5-41cde111a99b req-e95faad1-71aa-4a9d-a18c-20f0b2398737 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72b8902e-7f71-4a8f-adcc-073c172ed396 HTTP/1.1" status: 200 len: 853 time: 0.0799835 Feb 09 06:26:38.235806 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e048eb-0113-4744-8f66-38855d94f204', 'name': 'network-vif-deleted', 'tag': 'c82ca616-f6aa-47df-b70a-2e2e77752d30'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:26:38.238043 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f507f88e-f28e-42bb-98a4-83c9f3e46d3b" -d '{"events": [{"server_uuid": "03e048eb-0113-4744-8f66-38855d94f204", "name": "network-vif-deleted", "tag": "c82ca616-f6aa-47df-b70a-2e2e77752d30"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:26:38.274380 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cf42ad-8faa-4ab1-88b2-1c305a6c5983 x-openstack-request-id: req-c6cf42ad-8faa-4ab1-88b2-1c305a6c5983 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:26:38.274670 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e048eb-0113-4744-8f66-38855d94f204", "name": "network-vif-deleted", "tag": "c82ca616-f6aa-47df-b70a-2e2e77752d30", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:26:38.274922 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6cf42ad-8faa-4ab1-88b2-1c305a6c5983 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:26:38.275307 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e048eb-0113-4744-8f66-38855d94f204', 'name': 'network-vif-deleted', 'tag': 'c82ca616-f6aa-47df-b70a-2e2e77752d30', 'status': 'completed', 'code': 200} Feb 09 06:26:38.278742 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bca0e-d8a2-4af5-a2e5-41cde111a99b req-788710e0-0c85-4a28-920f-c36f5a686b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:38.280369 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-661bca0e-d8a2-4af5-a2e5-41cde111a99b req-788710e0-0c85-4a28-920f-c36f5a686b4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe1f30b-3256-4c25-bddb-7942bd535543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1276588 Feb 09 06:26:38.311171 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 60176) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:38.339942 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df34331-e611-4769-825d-4baab9e12888 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:26:38.347037 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6df34331-e611-4769-825d-4baab9e12888 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:38.349989 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81402f3a-a3e8-4aff-8ec0-449fea814663 None None] Sync routers for ids ['ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:26:38.360257 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81402f3a-a3e8-4aff-8ec0-449fea814663 None None] Routers {'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:26:38.360871 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-81402f3a-a3e8-4aff-8ec0-449fea814663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:26:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:38.369581 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-33ec96b2-6ab9-4df2-be55-d61d1cf5b563 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group (f2d5bc9b-4bf3-45e9-b520-9546ca517236), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:38.389318 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-6df34331-e611-4769-825d-4baab9e12888 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "DELETE /v2.0/floatingips/7cc2f76d-713d-41a9-b3dc-b5fcc72f0a72 HTTP/1.1" status: 204 len: 168 time: 1.7923973 Feb 09 06:26:38.404793 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-33ec96b2-6ab9-4df2-be55-d61d1cf5b563 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group (f2d5bc9b-4bf3-45e9-b520-9546ca517236), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:38.417024 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-661bca0e-d8a2-4af5-a2e5-41cde111a99b req-4ebb6f48-ee4a-4256-812a-1efdcce59e2e service neutron] 10.222.0.30 "GET /v2.0/networks/9fe1f30b-3256-4c25-bddb-7942bd535543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287074 Feb 09 06:26:38.492841 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-81402f3a-a3e8-4aff-8ec0-449fea814663 None None] Set router ccd39007-5ea1-4cc0-a659-d7fffcbdb10e gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:26:38.538051 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-661bca0e-d8a2-4af5-a2e5-41cde111a99b req-b00b945e-d960-47c5-93af-9a7ba87ec918 service neutron] 10.222.0.30 "GET /v2.0/networks/9fe1f30b-3256-4c25-bddb-7942bd535543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149774 Feb 09 06:26:38.588655 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-33ec96b2-6ab9-4df2-be55-d61d1cf5b563 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (f2d5bc9b-4bf3-45e9-b520-9546ca517236), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:38.591353 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-33ec96b2-6ab9-4df2-be55-d61d1cf5b563 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:38.592525 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-33ec96b2-6ab9-4df2-be55-d61d1cf5b563 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] 10.222.0.13 "DELETE /v2.0/security-groups/f2d5bc9b-4bf3-45e9-b520-9546ca517236 HTTP/1.1" status: 204 len: 168 time: 0.2803702 Feb 09 06:26:38.601694 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec96b2-6ab9-4df2-be55-d61d1cf5b563 tempest-TestShelveInstance-726902025 tempest-TestShelveInstance-726902025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d5bc9b-4bf3-45e9-b520-9546ca517236,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:38.722867 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 60188) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:38.727005 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-81402f3a-a3e8-4aff-8ec0-449fea814663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'name': 'tempest-TestMinimumBasicScenario-645329704-router', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:16Z', 'updated_at': '2022-02-09T06:24:20Z', 'revision_number': 4, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'gw_port': {'id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:17Z', 'updated_at': '2022-02-09T06:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '246282b5-d92e-432b-b03a-93fcafd0b15b', 'name': '', 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'mac_address': 'fa:16:3e:6d:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '72b8902e-7f71-4a8f-adcc-073c172ed396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:19Z', 'updated_at': '2022-02-09T06:24:24Z', 'revision_number': 5, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'subnets': [{'id': '72b8902e-7f71-4a8f-adcc-073c172ed396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:38.764935 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81402f3a-a3e8-4aff-8ec0-449fea814663 None None] Checking router: ccd39007-5ea1-4cc0-a659-d7fffcbdb10e for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:26:38.775353 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81402f3a-a3e8-4aff-8ec0-449fea814663 None None] Routers {'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:26:38.775969 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-81402f3a-a3e8-4aff-8ec0-449fea814663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:26:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:38.894056 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-81402f3a-a3e8-4aff-8ec0-449fea814663 None None] Set router ccd39007-5ea1-4cc0-a659-d7fffcbdb10e gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:26:39.092805 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-81402f3a-a3e8-4aff-8ec0-449fea814663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'name': 'tempest-TestMinimumBasicScenario-645329704-router', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:16Z', 'updated_at': '2022-02-09T06:24:20Z', 'revision_number': 4, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'gw_port': {'id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:17Z', 'updated_at': '2022-02-09T06:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '246282b5-d92e-432b-b03a-93fcafd0b15b', 'name': '', 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'mac_address': 'fa:16:3e:6d:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '72b8902e-7f71-4a8f-adcc-073c172ed396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:19Z', 'updated_at': '2022-02-09T06:24:24Z', 'revision_number': 5, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'subnets': [{'id': '72b8902e-7f71-4a8f-adcc-073c172ed396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:39.123654 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81402f3a-a3e8-4aff-8ec0-449fea814663 None None] The sync data for ids ['ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'] in dv-cinder-801923-6-iscsi is: [{'id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'name': 'tempest-TestMinimumBasicScenario-645329704-router', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:16Z', 'updated_at': '2022-02-09T06:24:20Z', 'revision_number': 4, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'gw_port': {'id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:17Z', 'updated_at': '2022-02-09T06:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '246282b5-d92e-432b-b03a-93fcafd0b15b', 'name': '', 'network_id': '9fe1f30b-3256-4c25-bddb-7942bd535543', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'mac_address': 'fa:16:3e:6d:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '72b8902e-7f71-4a8f-adcc-073c172ed396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:19Z', 'updated_at': '2022-02-09T06:24:24Z', 'revision_number': 5, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'subnets': [{'id': '72b8902e-7f71-4a8f-adcc-073c172ed396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:26:39.133364 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e0d9a693-08d2-4127-a0a1-c4d656ac90fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541033'] for router_interface (3a020dcf-013a-4122-91cd-f88501a593fb), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:39.258858 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7502aff-9128-4ca5-8297-17f7c30797d8 req-a3e41d77-1504-40a4-b31d-b568b984bb22 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:39.260400 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f7502aff-9128-4ca5-8297-17f7c30797d8 req-a3e41d77-1504-40a4-b31d-b568b984bb22 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=28bc4a3e-61be-429e-9df6-bcb2ee37daf2 HTTP/1.1" status: 200 len: 944 time: 0.0542843 Feb 09 06:26:39.314918 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f7502aff-9128-4ca5-8297-17f7c30797d8 req-52df88cd-24e5-47cb-97c0-b9532702986c tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481145 Feb 09 06:26:39.385685 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392302e2-20ee-4531-b64c-2e6e762f73ec None None] New status for floating IP 7cc2f76d-713d-41a9-b3dc-b5fcc72f0a72: DOWN {{(pid=103037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 06:26:39.394519 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-e0d9a693-08d2-4127-a0a1-c4d656ac90fc admin admin] Deleting port f43825a2-b65c-457e-a679-b59ee0de4191 {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:26:39.395053 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e0d9a693-08d2-4127-a0a1-c4d656ac90fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (f43825a2-b65c-457e-a679-b59ee0de4191), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:39.479947 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-e0d9a693-08d2-4127-a0a1-c4d656ac90fc admin admin] For port f43825a2-b65c-457e-a679-b59ee0de4191, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=f43825a2-b65c-457e-a679-b59ee0de4191,segment=NetworkSegment(08ec5fe7-f64e-468b-9c61-6936370d96ee),segment_id=08ec5fe7-f64e-468b-9c61-6936370d96ee)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:39.480338 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e0d9a693-08d2-4127-a0a1-c4d656ac90fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (f43825a2-b65c-457e-a679-b59ee0de4191), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:39.493940 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-e0d9a693-08d2-4127-a0a1-c4d656ac90fc admin admin] Calling delete_port for f43825a2-b65c-457e-a679-b59ee0de4191 owned by network:router_interface {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:26:39.716969 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e0d9a693-08d2-4127-a0a1-c4d656ac90fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (f43825a2-b65c-457e-a679-b59ee0de4191), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:39.743442 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9a693-08d2-4127-a0a1-c4d656ac90fc admin admin] Pushing event deleted for resources: {'Port': ['ID=f43825a2-b65c-457e-a679-b59ee0de4191,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:39.909861 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e0d9a693-08d2-4127-a0a1-c4d656ac90fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541181'] for router_interface (3a020dcf-013a-4122-91cd-f88501a593fb), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:40.038067 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 5139d2ec-7c70-48a1-98bb-ea26f30b00d5 details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:26:40.126520 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d9a693-08d2-4127-a0a1-c4d656ac90fc admin admin] Router 3a020dcf-013a-4122-91cd-f88501a593fb has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:26:40.132712 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 5139d2ec-7c70-48a1-98bb-ea26f30b00d5, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=5139d2ec-7c70-48a1-98bb-ea26f30b00d5,segment=NetworkSegment(960c1085-0ff0-4ce4-8399-b0e0f3b12ad1),segment_id=960c1085-0ff0-4ce4-8399-b0e0f3b12ad1)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:40.144733 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': '5139d2ec-7c70-48a1-98bb-ea26f30b00d5', 'network_id': '9a093954-1e92-4588-8da9-3339898f2707', 'port_id': '5139d2ec-7c70-48a1-98bb-ea26f30b00d5', 'mac_address': 'fa:16:3e:0b:96:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9afeb4c8-9518-4e61-a346-b54444fd49d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:26:40.180623 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 5139d2ec-7c70-48a1-98bb-ea26f30b00d5 is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:26:40.181040 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (5139d2ec-7c70-48a1-98bb-ea26f30b00d5), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:40.196877 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5139d2ec-7c70-48a1-98bb-ea26f30b00d5 {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:26:40.215715 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 5139d2ec-7c70-48a1-98bb-ea26f30b00d5, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=5139d2ec-7c70-48a1-98bb-ea26f30b00d5,segment=NetworkSegment(960c1085-0ff0-4ce4-8399-b0e0f3b12ad1),segment_id=960c1085-0ff0-4ce4-8399-b0e0f3b12ad1)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:40.238201 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d9a693-08d2-4127-a0a1-c4d656ac90fc admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:26:40.243228 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-e0d9a693-08d2-4127-a0a1-c4d656ac90fc admin admin] 10.222.0.13 "PUT /v2.0/routers/3a020dcf-013a-4122-91cd-f88501a593fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5192804 Feb 09 06:26:40.245684 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 60198) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:40.246695 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b7a2c-7ada-4bf6-be5d-d033beb42025 None None] Sync routers for ids ['3a020dcf-013a-4122-91cd-f88501a593fb'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:26:40.257340 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65b7a2c-7ada-4bf6-be5d-d033beb42025 None None] Routers {'3a020dcf-013a-4122-91cd-f88501a593fb'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:26:40.257936 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-b65b7a2c-7ada-4bf6-be5d-d033beb42025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:26:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['3a020dcf-013a-4122-91cd-f88501a593fb'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:40.276336 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6281f3-d8cc-42be-8a3a-e3835390d9cf', 'tag': '8cc3e081-c3f6-4534-aa41-a6eda663d4bc'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:26:40.278942 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76390ff-1ed0-4861-afc6-984ccce9ee60" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6281f3-d8cc-42be-8a3a-e3835390d9cf", "tag": "8cc3e081-c3f6-4534-aa41-a6eda663d4bc"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:26:40.320614 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcd5e7e-4972-4ba0-a69f-2d53eb49c4a2 x-openstack-request-id: req-6bcd5e7e-4972-4ba0-a69f-2d53eb49c4a2 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:26:40.321115 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6281f3-d8cc-42be-8a3a-e3835390d9cf", "tag": "8cc3e081-c3f6-4534-aa41-a6eda663d4bc", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:26:40.322160 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bcd5e7e-4972-4ba0-a69f-2d53eb49c4a2 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:26:40.322329 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (5139d2ec-7c70-48a1-98bb-ea26f30b00d5), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:40.322939 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6281f3-d8cc-42be-8a3a-e3835390d9cf', 'tag': '8cc3e081-c3f6-4534-aa41-a6eda663d4bc', 'status': 'completed', 'code': 200} Feb 09 06:26:40.350620 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6f356da3-64ee-4a32-9c58-e78a76783ca2 admin admin] Publish callbacks [] for router (3a020dcf-013a-4122-91cd-f88501a593fb), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:40.387648 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=5139d2ec-7c70-48a1-98bb-ea26f30b00d5,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:40.415630 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-b65b7a2c-7ada-4bf6-be5d-d033beb42025 None None] Set router 3a020dcf-013a-4122-91cd-f88501a593fb gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:26:40.469594 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76390ff-1ed0-4861-afc6-984ccce9ee60 req-cb7aa9d0-1c2e-40f6-ab56-f75ba51a69a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:40.471163 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c76390ff-1ed0-4861-afc6-984ccce9ee60 req-cb7aa9d0-1c2e-40f6-ab56-f75ba51a69a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9d5473c4a0d483abc95a20782ba1b57&device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 1129 time: 0.0962102 Feb 09 06:26:40.471647 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6f356da3-64ee-4a32-9c58-e78a76783ca2 admin admin] Publish callbacks [] for router_gateway (3a020dcf-013a-4122-91cd-f88501a593fb), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:40.549693 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd83b9-5358-45f9-98c0-b4ffaa9b2ef6 req-73e5dd51-1e2a-4913-814e-e67713661fdf tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:40.551174 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-aefd83b9-5358-45f9-98c0-b4ffaa9b2ef6 req-73e5dd51-1e2a-4913-814e-e67713661fdf tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=28bc4a3e-61be-429e-9df6-bcb2ee37daf2 HTTP/1.1" status: 200 len: 945 time: 0.1214793 Feb 09 06:26:40.588068 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-6f356da3-64ee-4a32-9c58-e78a76783ca2 admin admin] Deleting port ac2773be-5c40-48f7-968d-2121f8e1135c {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:26:40.588513 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6f356da3-64ee-4a32-9c58-e78a76783ca2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (ac2773be-5c40-48f7-968d-2121f8e1135c), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:40.603842 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76390ff-1ed0-4861-afc6-984ccce9ee60 req-05ef9d98-bdb3-497d-aba3-dd7408236e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:40.605325 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c76390ff-1ed0-4861-afc6-984ccce9ee60 req-05ef9d98-bdb3-497d-aba3-dd7408236e89 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9fe1f30b-3256-4c25-bddb-7942bd535543 HTTP/1.1" status: 200 len: 914 time: 0.1276376 Feb 09 06:26:40.615511 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-b65b7a2c-7ada-4bf6-be5d-d033beb42025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'name': 'tempest-TestShelveInstance-449735733-router', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:26:39Z', 'revision_number': 5, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'gw_port': {'id': 'ac2773be-5c40-48f7-968d-2121f8e1135c', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:36:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:40.659854 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c76390ff-1ed0-4861-afc6-984ccce9ee60 req-c8752b56-e429-485c-b419-4be4044df9a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cc3e081-c3f6-4534-aa41-a6eda663d4bc HTTP/1.1" status: 200 len: 217 time: 0.0450783 Feb 09 06:26:40.663134 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-aefd83b9-5358-45f9-98c0-b4ffaa9b2ef6 req-18f09033-c358-4654-b37f-78cb82ab3356 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046927 Feb 09 06:26:40.685968 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-6f356da3-64ee-4a32-9c58-e78a76783ca2 admin admin] For port ac2773be-5c40-48f7-968d-2121f8e1135c, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=ac2773be-5c40-48f7-968d-2121f8e1135c,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:40.686412 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6f356da3-64ee-4a32-9c58-e78a76783ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (ac2773be-5c40-48f7-968d-2121f8e1135c), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:40.705715 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-6f356da3-64ee-4a32-9c58-e78a76783ca2 admin admin] Calling delete_port for ac2773be-5c40-48f7-968d-2121f8e1135c owned by network:router_gateway {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:26:40.712803 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76390ff-1ed0-4861-afc6-984ccce9ee60 req-4a8e9a02-3bd2-4532-9797-c0639f4159c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:40.714809 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c76390ff-1ed0-4861-afc6-984ccce9ee60 req-4a8e9a02-3bd2-4532-9797-c0639f4159c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72b8902e-7f71-4a8f-adcc-073c172ed396 HTTP/1.1" status: 200 len: 853 time: 0.0485036 Feb 09 06:26:40.771210 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76390ff-1ed0-4861-afc6-984ccce9ee60 req-f664bb8f-05c0-4763-8788-e99109598af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:40.772873 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c76390ff-1ed0-4861-afc6-984ccce9ee60 req-f664bb8f-05c0-4763-8788-e99109598af2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9fe1f30b-3256-4c25-bddb-7942bd535543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516994 Feb 09 06:26:40.782302 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b7a2c-7ada-4bf6-be5d-d033beb42025 None None] Checking router: 3a020dcf-013a-4122-91cd-f88501a593fb for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:26:40.787723 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['5139d2ec-7c70-48a1-98bb-ea26f30b00d5'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:26:40.794738 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65b7a2c-7ada-4bf6-be5d-d033beb42025 None None] Routers {'3a020dcf-013a-4122-91cd-f88501a593fb'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:26:40.795364 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-b65b7a2c-7ada-4bf6-be5d-d033beb42025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:26:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['3a020dcf-013a-4122-91cd-f88501a593fb'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:40.892198 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c76390ff-1ed0-4861-afc6-984ccce9ee60 req-9435cd2f-de3c-4333-bf14-ac7909ac6d8b service neutron] 10.222.0.30 "GET /v2.0/networks/9fe1f30b-3256-4c25-bddb-7942bd535543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116498 Feb 09 06:26:40.922904 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-b65b7a2c-7ada-4bf6-be5d-d033beb42025 None None] Set router 3a020dcf-013a-4122-91cd-f88501a593fb gateway port host: None {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:26:40.945112 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6f356da3-64ee-4a32-9c58-e78a76783ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (ac2773be-5c40-48f7-968d-2121f8e1135c), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:40.971195 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f356da3-64ee-4a32-9c58-e78a76783ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2773be-5c40-48f7-968d-2121f8e1135c,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:40.988268 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-b65b7a2c-7ada-4bf6-be5d-d033beb42025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'name': 'tempest-TestShelveInstance-449735733-router', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:26:40Z', 'revision_number': 6, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'gw_port_host': None}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:41.008395 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c76390ff-1ed0-4861-afc6-984ccce9ee60 req-0564fca8-8336-4c80-b0b7-3773680ae14a service neutron] 10.222.0.30 "GET /v2.0/networks/9fe1f30b-3256-4c25-bddb-7942bd535543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092997 Feb 09 06:26:41.036764 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b7a2c-7ada-4bf6-be5d-d033beb42025 None None] The sync data for ids ['3a020dcf-013a-4122-91cd-f88501a593fb'] in dv-cinder-801923-6-iscsi is: [{'id': '3a020dcf-013a-4122-91cd-f88501a593fb', 'name': 'tempest-TestShelveInstance-449735733-router', 'tenant_id': '6b80cac37fcb437488c5ff4623570b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:21Z', 'updated_at': '2022-02-09T06:26:40Z', 'revision_number': 6, 'project_id': '6b80cac37fcb437488c5ff4623570b82', 'gw_port_host': None}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:26:41.075118 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6f356da3-64ee-4a32-9c58-e78a76783ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540447'] for router_gateway (3a020dcf-013a-4122-91cd-f88501a593fb), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:41.112466 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-cea9fc5c-c1cb-4433-a1bb-bdba4098530a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:41.177178 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6f356da3-64ee-4a32-9c58-e78a76783ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11033'] for router (3a020dcf-013a-4122-91cd-f88501a593fb), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:41.179365 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6f356da3-64ee-4a32-9c58-e78a76783ca2 admin admin] Publish callbacks [] for router_controller (3a020dcf-013a-4122-91cd-f88501a593fb), precommit_delete_associations {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:41.276830 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6f356da3-64ee-4a32-9c58-e78a76783ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539535'] for router (3a020dcf-013a-4122-91cd-f88501a593fb), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:41.277415 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f356da3-64ee-4a32-9c58-e78a76783ca2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a020dcf-013a-4122-91cd-f88501a593fb {{(pid=103035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 06:26:41.282766 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-6f356da3-64ee-4a32-9c58-e78a76783ca2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:41.283937 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-6f356da3-64ee-4a32-9c58-e78a76783ca2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3a020dcf-013a-4122-91cd-f88501a593fb HTTP/1.1" status: 204 len: 168 time: 1.0373158 Feb 09 06:26:41.286386 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 60214) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:41.329978 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3504e58-1a02-4dc8-9c88-11452bc358d7 admin admin] Deleting subnet aa956a71-db8c-4321-9989-c93881b8caef {{(pid=103035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 06:26:41.332980 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f3504e58-1a02-4dc8-9c88-11452bc358d7 admin admin] Publish callbacks [] for subnet (aa956a71-db8c-4321-9989-c93881b8caef), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:41.368893 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f3504e58-1a02-4dc8-9c88-11452bc358d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5020422'] for subnet (aa956a71-db8c-4321-9989-c93881b8caef), precommit_delete_associations {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:41.449471 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f3504e58-1a02-4dc8-9c88-11452bc358d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070576'] for subnet (aa956a71-db8c-4321-9989-c93881b8caef), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:41.580090 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f3504e58-1a02-4dc8-9c88-11452bc358d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5111084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5061547'] for subnet (aa956a71-db8c-4321-9989-c93881b8caef), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:41.604177 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3504e58-1a02-4dc8-9c88-11452bc358d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa956a71-db8c-4321-9989-c93881b8caef,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:41.610532 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f3504e58-1a02-4dc8-9c88-11452bc358d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for subnet (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:41.616267 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-f3504e58-1a02-4dc8-9c88-11452bc358d7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aa956a71-db8c-4321-9989-c93881b8caef HTTP/1.1" status: 204 len: 168 time: 0.3263674 Feb 09 06:26:41.616437 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaa34f8-9a78-4a2c-a058-4f389064dac4 None None] Network 67ec2c57-d1a0-457d-93b8-506d35295f01 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:26:41.616904 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 60216) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:41.682401 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e28b-35b4-457d-8dde-40379c366630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096870'] for network (67ec2c57-d1a0-457d-93b8-506d35295f01), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:41.746486 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1e28b-35b4-457d-8dde-40379c366630 admin admin] Deleting port 0b1f7e74-3873-4957-adc6-7893907c8738 {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:26:41.746828 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e28b-35b4-457d-8dde-40379c366630 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (0b1f7e74-3873-4957-adc6-7893907c8738), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:41.813853 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec31647-ef86-4260-8c49-c8debb5d1f70 None None] DHCP port deletion for 67ec2c57-d1a0-457d-93b8-506d35295f01 request from dv-cinder-801923-6-iscsi {{(pid=103036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 06:26:41.815544 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c7407-6284-4c35-b2fb-4458f25d539e req-c7e41149-1225-42ff-b39c-6fe2f736930c tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:41.817170 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-ecf1e28b-35b4-457d-8dde-40379c366630 admin admin] For port 0b1f7e74-3873-4957-adc6-7893907c8738, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=0b1f7e74-3873-4957-adc6-7893907c8738,segment=NetworkSegment(08ec5fe7-f64e-468b-9c61-6936370d96ee),segment_id=08ec5fe7-f64e-468b-9c61-6936370d96ee)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:41.817540 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e28b-35b4-457d-8dde-40379c366630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (0b1f7e74-3873-4957-adc6-7893907c8738), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:41.818064 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9b3c7407-6284-4c35-b2fb-4458f25d539e req-c7e41149-1225-42ff-b39c-6fe2f736930c tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=28bc4a3e-61be-429e-9df6-bcb2ee37daf2 HTTP/1.1" status: 200 len: 945 time: 0.0759544 Feb 09 06:26:41.836868 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1e28b-35b4-457d-8dde-40379c366630 admin admin] Calling delete_port for 0b1f7e74-3873-4957-adc6-7893907c8738 owned by network:dhcp {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:26:41.875146 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9b3c7407-6284-4c35-b2fb-4458f25d539e req-b9e013c5-7b48-4c81-ab29-83e08771659b tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501618 Feb 09 06:26:41.878059 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-dec31647-ef86-4260-8c49-c8debb5d1f70 None None] Deleting port 0b1f7e74-3873-4957-adc6-7893907c8738 {{(pid=103036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:26:41.878345 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-dec31647-ef86-4260-8c49-c8debb5d1f70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (0b1f7e74-3873-4957-adc6-7893907c8738), before_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:41.952602 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-dec31647-ef86-4260-8c49-c8debb5d1f70 None None] For port 0b1f7e74-3873-4957-adc6-7893907c8738, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=0b1f7e74-3873-4957-adc6-7893907c8738,segment=NetworkSegment(08ec5fe7-f64e-468b-9c61-6936370d96ee),segment_id=08ec5fe7-f64e-468b-9c61-6936370d96ee)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:41.953030 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-dec31647-ef86-4260-8c49-c8debb5d1f70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (0b1f7e74-3873-4957-adc6-7893907c8738), precommit_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:41.971640 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-dec31647-ef86-4260-8c49-c8debb5d1f70 None None] Calling delete_port for 0b1f7e74-3873-4957-adc6-7893907c8738 owned by network:dhcp {{(pid=103036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:26:41.996442 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e28b-35b4-457d-8dde-40379c366630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (0b1f7e74-3873-4957-adc6-7893907c8738), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:42.026692 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1e28b-35b4-457d-8dde-40379c366630 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1f7e74-3873-4957-adc6-7893907c8738,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:42.031028 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf1e28b-35b4-457d-8dde-40379c366630 admin admin] No DVR routers for this DVR port 0b1f7e74-3873-4957-adc6-7893907c8738 on host dv-cinder-801923-6-iscsi {{(pid=103035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:26:42.053880 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 5139d2ec-7c70-48a1-98bb-ea26f30b00d5 up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:26:42.082677 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-dec31647-ef86-4260-8c49-c8debb5d1f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186'] for port (0b1f7e74-3873-4957-adc6-7893907c8738), after_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:42.108956 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e28b-35b4-457d-8dde-40379c366630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1884327', 'neutron.services.segments.db._delete_segments_for_network-8788413974977'] for network (67ec2c57-d1a0-457d-93b8-506d35295f01), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:42.114347 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec31647-ef86-4260-8c49-c8debb5d1f70 None None] Pushing event deleted for resources: {'Port': ['ID=0b1f7e74-3873-4957-adc6-7893907c8738,revision_number=None']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:42.121619 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec31647-ef86-4260-8c49-c8debb5d1f70 None None] No DVR routers for this DVR port 0b1f7e74-3873-4957-adc6-7893907c8738 on host dv-cinder-801923-6-iscsi {{(pid=103036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:26:42.129638 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-ecf1e28b-35b4-457d-8dde-40379c366630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ec2c57-d1a0-457d-93b8-506d35295f01']}} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:42.143374 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-ecf1e28b-35b4-457d-8dde-40379c366630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ec5fe7-f64e-468b-9c61-6936370d96ee') {'for_net_delete': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:42.145042 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-ecf1e28b-35b4-457d-8dde-40379c366630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ec5fe7-f64e-468b-9c61-6936370d96ee') {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:42.152732 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e28b-35b4-457d-8dde-40379c366630 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788413976266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020429'] for segment (08ec5fe7-f64e-468b-9c61-6936370d96ee), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:42.165475 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e28b-35b4-457d-8dde-40379c366630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (08ec5fe7-f64e-468b-9c61-6936370d96ee), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:42.171183 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf1e28b-35b4-457d-8dde-40379c366630 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 06:26:42.171552 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e28b-35b4-457d-8dde-40379c366630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5111174'] for segment (08ec5fe7-f64e-468b-9c61-6936370d96ee), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: Traceback (most recent call last): Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: timer() Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: cb(*args, **kw) Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: return func(*args, **kwargs) Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: self._notify() Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: self.callback(batched_events) Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: event.method(event) Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: return f(self, *a, **k) Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._get(url).json() Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: return self.request(url, 'GET', **kwargs) Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 06:26:42.173261 dv-cinder-801923-6-iscsi neutron-server[103035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 06:26:42.209751 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning for port 5139d2ec-7c70-48a1-98bb-ea26f30b00d5 completed by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 06:26:42.213770 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port 5139d2ec-7c70-48a1-98bb-ea26f30b00d5 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:26:42.214429 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (5139d2ec-7c70-48a1-98bb-ea26f30b00d5), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:42.276412 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e28b-35b4-457d-8dde-40379c366630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1884350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540539'] for network (67ec2c57-d1a0-457d-93b8-506d35295f01), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:42.282615 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-ecf1e28b-35b4-457d-8dde-40379c366630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:42.287103 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-ecf1e28b-35b4-457d-8dde-40379c366630 admin admin] 10.222.0.13 "DELETE /v2.0/networks/67ec2c57-d1a0-457d-93b8-506d35295f01 HTTP/1.1" status: 204 len: 168 time: 0.6695595 Feb 09 06:26:42.290851 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60222) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:42.296598 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1e28b-35b4-457d-8dde-40379c366630 admin admin] Pushing event deleted for resources: {'Network': ['ID=67ec2c57-d1a0-457d-93b8-506d35295f01,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:42.300050 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 5139d2ec-7c70-48a1-98bb-ea26f30b00d5 is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:26:42.300527 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (5139d2ec-7c70-48a1-98bb-ea26f30b00d5), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:42.327105 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bc4a3e-61be-429e-9df6-bcb2ee37daf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5139d2ec-7c70-48a1-98bb-ea26f30b00d5'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:26:42.330451 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afee7013-597d-4935-a509-f873cf74a436" -d '{"events": [{"server_uuid": "28bc4a3e-61be-429e-9df6-bcb2ee37daf2", "name": "network-vif-plugged", "status": "completed", "tag": "5139d2ec-7c70-48a1-98bb-ea26f30b00d5"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:26:42.344069 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 5139d2ec-7c70-48a1-98bb-ea26f30b00d5, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=5139d2ec-7c70-48a1-98bb-ea26f30b00d5,segment=NetworkSegment(960c1085-0ff0-4ce4-8399-b0e0f3b12ad1),segment_id=960c1085-0ff0-4ce4-8399-b0e0f3b12ad1)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:42.374905 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a17a57-2ae6-42ea-b955-6f1bb14023f6 x-openstack-request-id: req-a1a17a57-2ae6-42ea-b955-6f1bb14023f6 {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:26:42.375772 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bc4a3e-61be-429e-9df6-bcb2ee37daf2", "name": "network-vif-plugged", "status": "completed", "tag": "5139d2ec-7c70-48a1-98bb-ea26f30b00d5", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:26:42.376042 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1a17a57-2ae6-42ea-b955-6f1bb14023f6 {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:26:42.376500 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bc4a3e-61be-429e-9df6-bcb2ee37daf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5139d2ec-7c70-48a1-98bb-ea26f30b00d5', 'code': 200} Feb 09 06:26:42.417225 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (5139d2ec-7c70-48a1-98bb-ea26f30b00d5), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:42.473628 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=5139d2ec-7c70-48a1-98bb-ea26f30b00d5,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:42.696334 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3e10fdc1-9c7e-4b57-83f3-5cbaa69c1a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541033'] for router_interface (9bf6c197-39a1-48be-acfd-a0c45d2bbd23), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:42.712274 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0eab5a-5556-4cf6-b755-671cc314b624 req-aa7558d1-0f79-4df5-bb7e-2a57bb3fbca9 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:42.713787 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ba0eab5a-5556-4cf6-b755-671cc314b624 req-aa7558d1-0f79-4df5-bb7e-2a57bb3fbca9 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 945 time: 0.0802274 Feb 09 06:26:42.801780 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 0b1f7e74-3873-4957-adc6-7893907c8738 no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:26:42.822389 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: 0b1f7e74-3873-4957-adc6-7893907c8738 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:26:42.822714 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 0b1f7e74-3873-4957-adc6-7893907c8738 not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:26:42.823156 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device ac2773be-5c40-48f7-968d-2121f8e1135c no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:26:42.845464 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: ac2773be-5c40-48f7-968d-2121f8e1135c {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:26:42.845811 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device ac2773be-5c40-48f7-968d-2121f8e1135c not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:26:42.846254 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device f43825a2-b65c-457e-a679-b59ee0de4191 no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:26:42.863375 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ba0eab5a-5556-4cf6-b755-671cc314b624 req-016692a3-67e1-4171-ab74-6af60ca14450 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145024 Feb 09 06:26:42.865276 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: f43825a2-b65c-457e-a679-b59ee0de4191 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:26:42.865629 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device f43825a2-b65c-457e-a679-b59ee0de4191 not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:26:42.867282 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c32f8-9616-48fb-868c-bbfde5563890 req-ebb17359-5051-4411-a689-4baf92376917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:42.868957 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-527c32f8-9616-48fb-868c-bbfde5563890 req-ebb17359-5051-4411-a689-4baf92376917 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28bc4a3e-61be-429e-9df6-bcb2ee37daf2 HTTP/1.1" status: 200 len: 1130 time: 0.1700568 Feb 09 06:26:42.974262 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-527c32f8-9616-48fb-868c-bbfde5563890 req-a8297757-3cb6-47f7-9ed4-973e1ccfc33a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988448 Feb 09 06:26:43.024770 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6605a22-f38f-4793-9aea-4e4f527b39e3 req-1cfde075-11bd-4c3e-8436-8d1a3626cefd tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:43.026232 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d6605a22-f38f-4793-9aea-4e4f527b39e3 req-1cfde075-11bd-4c3e-8436-8d1a3626cefd tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=28bc4a3e-61be-429e-9df6-bcb2ee37daf2 HTTP/1.1" status: 200 len: 946 time: 0.0731099 Feb 09 06:26:43.110751 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d6605a22-f38f-4793-9aea-4e4f527b39e3 req-186e6e4c-3095-4bab-b0a8-4c750ccf0fc8 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781240 Feb 09 06:26:43.131711 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3e10fdc1-9c7e-4b57-83f3-5cbaa69c1a10 admin admin] Deleting port 09ec1f92-fe78-49a1-a11d-e831db829625 {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:26:43.132080 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3e10fdc1-9c7e-4b57-83f3-5cbaa69c1a10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (09ec1f92-fe78-49a1-a11d-e831db829625), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:43.210257 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3e10fdc1-9c7e-4b57-83f3-5cbaa69c1a10 admin admin] For port 09ec1f92-fe78-49a1-a11d-e831db829625, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=09ec1f92-fe78-49a1-a11d-e831db829625,segment=NetworkSegment(bd35801d-f481-45d3-bf75-0df07f715b85),segment_id=bd35801d-f481-45d3-bf75-0df07f715b85)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:43.210621 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3e10fdc1-9c7e-4b57-83f3-5cbaa69c1a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (09ec1f92-fe78-49a1-a11d-e831db829625), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:43.223387 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3e10fdc1-9c7e-4b57-83f3-5cbaa69c1a10 admin admin] Calling delete_port for 09ec1f92-fe78-49a1-a11d-e831db829625 owned by network:router_interface {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:26:43.468743 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3e10fdc1-9c7e-4b57-83f3-5cbaa69c1a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (09ec1f92-fe78-49a1-a11d-e831db829625), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:43.491495 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10fdc1-9c7e-4b57-83f3-5cbaa69c1a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=09ec1f92-fe78-49a1-a11d-e831db829625,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:43.642412 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e6caec7f-6d82-431c-8ef7-694ff15bdd1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:43.656592 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3e10fdc1-9c7e-4b57-83f3-5cbaa69c1a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541181'] for router_interface (9bf6c197-39a1-48be-acfd-a0c45d2bbd23), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:43.872041 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e10fdc1-9c7e-4b57-83f3-5cbaa69c1a10 admin admin] Router 9bf6c197-39a1-48be-acfd-a0c45d2bbd23 has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:26:44.017305 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c9ec7-b075-4036-a249-7fc51d20d400 req-e2f9b1a1-6320-4b2a-b4d9-6691a17ceffb tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:44.018799 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-604c9ec7-b075-4036-a249-7fc51d20d400 req-e2f9b1a1-6320-4b2a-b4d9-6691a17ceffb tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 945 time: 0.0787764 Feb 09 06:26:44.021390 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e10fdc1-9c7e-4b57-83f3-5cbaa69c1a10 admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:26:44.027314 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-3e10fdc1-9c7e-4b57-83f3-5cbaa69c1a10 admin admin] 10.222.0.13 "PUT /v2.0/routers/9bf6c197-39a1-48be-acfd-a0c45d2bbd23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7352147 Feb 09 06:26:44.030120 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 60234) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:44.031360 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518443a6-de9d-40f5-9dd4-be45036f738c None None] Sync routers for ids ['9bf6c197-39a1-48be-acfd-a0c45d2bbd23'] in dv-cinder-801923-6-iscsi {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:26:44.042788 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518443a6-de9d-40f5-9dd4-be45036f738c None None] Routers {'9bf6c197-39a1-48be-acfd-a0c45d2bbd23'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:26:44.043630 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-518443a6-de9d-40f5-9dd4-be45036f738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:26:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['9bf6c197-39a1-48be-acfd-a0c45d2bbd23'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:44.072760 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-604c9ec7-b075-4036-a249-7fc51d20d400 req-11e16958-cac0-42c0-89f0-dddaefdbe6cf tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443645 Feb 09 06:26:44.159585 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-518443a6-de9d-40f5-9dd4-be45036f738c None None] Set router 9bf6c197-39a1-48be-acfd-a0c45d2bbd23 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:26:44.265759 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12731fc-3401-432f-9e3a-8289b38186bf req-888e7989-8b6f-422e-bf38-dcf042c521f8 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:44.268081 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a12731fc-3401-432f-9e3a-8289b38186bf req-888e7989-8b6f-422e-bf38-dcf042c521f8 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=28bc4a3e-61be-429e-9df6-bcb2ee37daf2 HTTP/1.1" status: 200 len: 946 time: 0.0702734 Feb 09 06:26:44.332267 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a12731fc-3401-432f-9e3a-8289b38186bf req-c040c5af-bdc7-4bc4-b1a1-78448f58a19e tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574794 Feb 09 06:26:44.360427 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-518443a6-de9d-40f5-9dd4-be45036f738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf6c197-39a1-48be-acfd-a0c45d2bbd23', 'name': 'tempest-TestShelveInstance-80132869-router', 'tenant_id': '54597ac562f24594b20281411604006e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '7c9aa26a-20c2-4bb0-8b36-c51b7d17e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:28Z', 'updated_at': '2022-02-09T06:26:43Z', 'revision_number': 5, 'project_id': '54597ac562f24594b20281411604006e', 'gw_port': {'id': '7c9aa26a-20c2-4bb0-8b36-c51b7d17e154', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf6c197-39a1-48be-acfd-a0c45d2bbd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:29Z', 'updated_at': '2022-02-09T06:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:44.387053 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518443a6-de9d-40f5-9dd4-be45036f738c None None] Checking router: 9bf6c197-39a1-48be-acfd-a0c45d2bbd23 for host: dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:26:44.395992 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518443a6-de9d-40f5-9dd4-be45036f738c None None] Routers {'9bf6c197-39a1-48be-acfd-a0c45d2bbd23'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:26:44.396524 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-518443a6-de9d-40f5-9dd4-be45036f738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:26:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['9bf6c197-39a1-48be-acfd-a0c45d2bbd23'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:44.405915 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-38ab8bba-bb9a-43a9-8cd9-73b3dd8ddd21 admin admin] Publish callbacks [] for router (9bf6c197-39a1-48be-acfd-a0c45d2bbd23), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:44.408278 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:44.497721 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-518443a6-de9d-40f5-9dd4-be45036f738c None None] Set router 9bf6c197-39a1-48be-acfd-a0c45d2bbd23 gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:26:44.511216 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-38ab8bba-bb9a-43a9-8cd9-73b3dd8ddd21 admin admin] Publish callbacks [] for router_gateway (9bf6c197-39a1-48be-acfd-a0c45d2bbd23), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:44.618822 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-38ab8bba-bb9a-43a9-8cd9-73b3dd8ddd21 admin admin] Deleting port 7c9aa26a-20c2-4bb0-8b36-c51b7d17e154 {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:26:44.619154 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-38ab8bba-bb9a-43a9-8cd9-73b3dd8ddd21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (7c9aa26a-20c2-4bb0-8b36-c51b7d17e154), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:44.675416 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-518443a6-de9d-40f5-9dd4-be45036f738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf6c197-39a1-48be-acfd-a0c45d2bbd23', 'name': 'tempest-TestShelveInstance-80132869-router', 'tenant_id': '54597ac562f24594b20281411604006e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '7c9aa26a-20c2-4bb0-8b36-c51b7d17e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:28Z', 'updated_at': '2022-02-09T06:26:43Z', 'revision_number': 5, 'project_id': '54597ac562f24594b20281411604006e', 'gw_port': {'id': '7c9aa26a-20c2-4bb0-8b36-c51b7d17e154', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf6c197-39a1-48be-acfd-a0c45d2bbd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:29Z', 'updated_at': '2022-02-09T06:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:44.699052 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-38ab8bba-bb9a-43a9-8cd9-73b3dd8ddd21 admin admin] For port 7c9aa26a-20c2-4bb0-8b36-c51b7d17e154, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=7c9aa26a-20c2-4bb0-8b36-c51b7d17e154,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:44.699412 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-38ab8bba-bb9a-43a9-8cd9-73b3dd8ddd21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (7c9aa26a-20c2-4bb0-8b36-c51b7d17e154), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:44.701275 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518443a6-de9d-40f5-9dd4-be45036f738c None None] The sync data for ids ['9bf6c197-39a1-48be-acfd-a0c45d2bbd23'] in dv-cinder-801923-6-iscsi is: [{'id': '9bf6c197-39a1-48be-acfd-a0c45d2bbd23', 'name': 'tempest-TestShelveInstance-80132869-router', 'tenant_id': '54597ac562f24594b20281411604006e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '7c9aa26a-20c2-4bb0-8b36-c51b7d17e154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:21:28Z', 'updated_at': '2022-02-09T06:26:43Z', 'revision_number': 5, 'project_id': '54597ac562f24594b20281411604006e', 'gw_port': {'id': '7c9aa26a-20c2-4bb0-8b36-c51b7d17e154', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf6c197-39a1-48be-acfd-a0c45d2bbd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:21:29Z', 'updated_at': '2022-02-09T06:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}] {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:26:44.712173 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-38ab8bba-bb9a-43a9-8cd9-73b3dd8ddd21 admin admin] Calling delete_port for 7c9aa26a-20c2-4bb0-8b36-c51b7d17e154 owned by network:router_gateway {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:26:44.931979 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-38ab8bba-bb9a-43a9-8cd9-73b3dd8ddd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (7c9aa26a-20c2-4bb0-8b36-c51b7d17e154), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:44.955140 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab8bba-bb9a-43a9-8cd9-73b3dd8ddd21 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c9aa26a-20c2-4bb0-8b36-c51b7d17e154,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:45.027790 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-38ab8bba-bb9a-43a9-8cd9-73b3dd8ddd21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540447'] for router_gateway (9bf6c197-39a1-48be-acfd-a0c45d2bbd23), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:45.137904 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0c5a-c541-4e24-a5f1-9299c2a83eae req-ad200c67-513d-451e-bc07-069030b1614e tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:45.139612 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cdba0c5a-c541-4e24-a5f1-9299c2a83eae req-ad200c67-513d-451e-bc07-069030b1614e tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 945 time: 0.0731947 Feb 09 06:26:45.143614 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-38ab8bba-bb9a-43a9-8cd9-73b3dd8ddd21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11033'] for router (9bf6c197-39a1-48be-acfd-a0c45d2bbd23), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:45.146327 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-38ab8bba-bb9a-43a9-8cd9-73b3dd8ddd21 admin admin] Publish callbacks [] for router_controller (9bf6c197-39a1-48be-acfd-a0c45d2bbd23), precommit_delete_associations {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:45.195997 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 09ec1f92-fe78-49a1-a11d-e831db829625 no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:26:45.216987 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: 09ec1f92-fe78-49a1-a11d-e831db829625 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:26:45.217151 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 09ec1f92-fe78-49a1-a11d-e831db829625 not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:26:45.270976 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-38ab8bba-bb9a-43a9-8cd9-73b3dd8ddd21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539535'] for router (9bf6c197-39a1-48be-acfd-a0c45d2bbd23), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:45.271515 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ab8bba-bb9a-43a9-8cd9-73b3dd8ddd21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bf6c197-39a1-48be-acfd-a0c45d2bbd23 {{(pid=103035) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 06:26:45.276112 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-38ab8bba-bb9a-43a9-8cd9-73b3dd8ddd21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:45.277253 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-38ab8bba-bb9a-43a9-8cd9-73b3dd8ddd21 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9bf6c197-39a1-48be-acfd-a0c45d2bbd23 HTTP/1.1" status: 204 len: 168 time: 1.2460663 Feb 09 06:26:45.277740 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f4354-b99e-4f1c-930d-a5599518f82c req-da711985-5703-49de-bed3-7c5796615db4 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:45.279245 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-120f4354-b99e-4f1c-930d-a5599518f82c req-da711985-5703-49de-bed3-7c5796615db4 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 945 time: 0.0962601 Feb 09 06:26:45.280646 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60242) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:45.352339 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e35fc1d-6408-42b2-9ff3-b80a3b96ba08 admin admin] Deleting subnet 0f20cbf4-a603-4e13-925a-b0f6ffe40bbf {{(pid=103034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 06:26:45.361992 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [req-cdba0c5a-c541-4e24-a5f1-9299c2a83eae req-b253bc79-66c5-4ee3-935e-e49ca477567f tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Deleting port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:26:45.362364 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-cdba0c5a-c541-4e24-a5f1-9299c2a83eae req-b253bc79-66c5-4ee3-935e-e49ca477567f tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:45.371297 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1e35fc1d-6408-42b2-9ff3-b80a3b96ba08 admin admin] Publish callbacks [] for subnet (0f20cbf4-a603-4e13-925a-b0f6ffe40bbf), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:45.462807 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-120f4354-b99e-4f1c-930d-a5599518f82c req-e1815a46-d870-4454-94aa-dc36d99cb471 tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/security-groups?id=252af639-bce7-4ca0-9d8f-bf74b8f5adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741228 Feb 09 06:26:45.501995 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1e35fc1d-6408-42b2-9ff3-b80a3b96ba08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819294'] for subnet (0f20cbf4-a603-4e13-925a-b0f6ffe40bbf), precommit_delete_associations {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:45.728329 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:45.823732 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-cdba0c5a-c541-4e24-a5f1-9299c2a83eae req-b253bc79-66c5-4ee3-935e-e49ca477567f tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] For port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=8cc3e081-c3f6-4534-aa41-a6eda663d4bc,segment=NetworkSegment(94c5ea10-ef18-4822-81c3-713c44352c6e),segment_id=94c5ea10-ef18-4822-81c3-713c44352c6e)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:45.824091 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-cdba0c5a-c541-4e24-a5f1-9299c2a83eae req-b253bc79-66c5-4ee3-935e-e49ca477567f tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:45.849392 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe9b0d-a811-4158-b581-8dc5062bcecc req-bfc08dbc-6d50-407c-b8c5-8ae46f8e0669 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:26:45.850890 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-67fe9b0d-a811-4158-b581-8dc5062bcecc req-bfc08dbc-6d50-407c-b8c5-8ae46f8e0669 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=28bc4a3e-61be-429e-9df6-bcb2ee37daf2 HTTP/1.1" status: 200 len: 946 time: 0.4151540 Feb 09 06:26:45.853523 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [req-cdba0c5a-c541-4e24-a5f1-9299c2a83eae req-b253bc79-66c5-4ee3-935e-e49ca477567f tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Calling delete_port for 8cc3e081-c3f6-4534-aa41-a6eda663d4bc owned by compute:nova {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:26:45.951626 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1e35fc1d-6408-42b2-9ff3-b80a3b96ba08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070576'] for subnet (0f20cbf4-a603-4e13-925a-b0f6ffe40bbf), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:46.005835 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-67fe9b0d-a811-4158-b581-8dc5062bcecc req-74dc5727-cd79-45db-9773-d240cb9d69f3 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451874 Feb 09 06:26:46.122601 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1e35fc1d-6408-42b2-9ff3-b80a3b96ba08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6166112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4413224'] for subnet (0f20cbf4-a603-4e13-925a-b0f6ffe40bbf), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:46.150061 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35fc1d-6408-42b2-9ff3-b80a3b96ba08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f20cbf4-a603-4e13-925a-b0f6ffe40bbf,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:46.152034 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1e35fc1d-6408-42b2-9ff3-b80a3b96ba08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:46.157765 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-1e35fc1d-6408-42b2-9ff3-b80a3b96ba08 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0f20cbf4-a603-4e13-925a-b0f6ffe40bbf HTTP/1.1" status: 204 len: 168 time: 0.8736131 Feb 09 06:26:46.158563 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60276) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:46.162302 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae683adc-a9e3-4d05-8513-bfe6b8b33f46 None None] Network 885e7889-ba53-4831-af9f-b28e7641f6bd requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:26:46.175323 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-cdba0c5a-c541-4e24-a5f1-9299c2a83eae req-b253bc79-66c5-4ee3-935e-e49ca477567f tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (8cc3e081-c3f6-4534-aa41-a6eda663d4bc), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:46.243060 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253bc79-66c5-4ee3-935e-e49ca477567f tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Pushing event deleted for resources: {'Port': ['ID=8cc3e081-c3f6-4534-aa41-a6eda663d4bc,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:46.263156 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6cd14118-1445-4cd4-a386-143923d49493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096870'] for network (885e7889-ba53-4831-af9f-b28e7641f6bd), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:46.308656 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdba0c5a-c541-4e24-a5f1-9299c2a83eae req-b253bc79-66c5-4ee3-935e-e49ca477567f tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] No DVR routers for this DVR port 8cc3e081-c3f6-4534-aa41-a6eda663d4bc on host hv-cinder-80192 {{(pid=103034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:26:46.312495 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-cdba0c5a-c541-4e24-a5f1-9299c2a83eae req-b253bc79-66c5-4ee3-935e-e49ca477567f tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:46.316228 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cdba0c5a-c541-4e24-a5f1-9299c2a83eae req-b253bc79-66c5-4ee3-935e-e49ca477567f tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.30 "DELETE /v2.0/ports/8cc3e081-c3f6-4534-aa41-a6eda663d4bc HTTP/1.1" status: 204 len: 173 time: 1.1710925 Feb 09 06:26:46.317631 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6281f3-d8cc-42be-8a3a-e3835390d9cf', 'name': 'network-vif-deleted', 'tag': '8cc3e081-c3f6-4534-aa41-a6eda663d4bc'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:26:46.326030 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f06e365-1894-4165-8038-47e18112cc43" -d '{"events": [{"server_uuid": "fc6281f3-d8cc-42be-8a3a-e3835390d9cf", "name": "network-vif-deleted", "tag": "8cc3e081-c3f6-4534-aa41-a6eda663d4bc"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:26:46.352628 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d17d981-288c-43a4-a04c-a9404084c91c None None] DHCP port deletion for 885e7889-ba53-4831-af9f-b28e7641f6bd request from dv-cinder-801923-6-iscsi {{(pid=103036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 06:26:46.368121 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf60693-dfa9-40f5-9d9d-e16347fb88e0 x-openstack-request-id: req-7cf60693-dfa9-40f5-9d9d-e16347fb88e0 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:26:46.368417 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6281f3-d8cc-42be-8a3a-e3835390d9cf", "name": "network-vif-deleted", "tag": "8cc3e081-c3f6-4534-aa41-a6eda663d4bc", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:26:46.368672 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7cf60693-dfa9-40f5-9d9d-e16347fb88e0 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:26:46.369111 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6281f3-d8cc-42be-8a3a-e3835390d9cf', 'name': 'network-vif-deleted', 'tag': '8cc3e081-c3f6-4534-aa41-a6eda663d4bc', 'status': 'completed', 'code': 200} Feb 09 06:26:46.380384 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-6cd14118-1445-4cd4-a386-143923d49493 admin admin] Deleting port 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:26:46.380726 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6cd14118-1445-4cd4-a386-143923d49493 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (32d6eeb9-0dbf-4223-b72a-5d337383f4a2), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:46.411192 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-7d17d981-288c-43a4-a04c-a9404084c91c None None] Deleting port 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 {{(pid=103036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:26:46.411570 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-7d17d981-288c-43a4-a04c-a9404084c91c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (32d6eeb9-0dbf-4223-b72a-5d337383f4a2), before_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:46.452604 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-6cd14118-1445-4cd4-a386-143923d49493 admin admin] For port 32d6eeb9-0dbf-4223-b72a-5d337383f4a2, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=32d6eeb9-0dbf-4223-b72a-5d337383f4a2,segment=NetworkSegment(bd35801d-f481-45d3-bf75-0df07f715b85),segment_id=bd35801d-f481-45d3-bf75-0df07f715b85)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:46.453600 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6cd14118-1445-4cd4-a386-143923d49493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (32d6eeb9-0dbf-4223-b72a-5d337383f4a2), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:46.467146 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-6cd14118-1445-4cd4-a386-143923d49493 admin admin] Calling delete_port for 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 owned by network:dhcp {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:26:46.481342 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-7d17d981-288c-43a4-a04c-a9404084c91c None None] For port 32d6eeb9-0dbf-4223-b72a-5d337383f4a2, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=32d6eeb9-0dbf-4223-b72a-5d337383f4a2,segment=NetworkSegment(bd35801d-f481-45d3-bf75-0df07f715b85),segment_id=bd35801d-f481-45d3-bf75-0df07f715b85)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:46.481983 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-7d17d981-288c-43a4-a04c-a9404084c91c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (32d6eeb9-0dbf-4223-b72a-5d337383f4a2), precommit_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:46.495449 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-7d17d981-288c-43a4-a04c-a9404084c91c None None] Calling delete_port for 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 owned by network:dhcp {{(pid=103036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:26:46.586337 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8052e73b-1d75-4f1a-a6c1-364c8ff7d7c2 req-271e63b9-8af5-478f-bafb-3140e83a919b tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 210 time: 0.0357857 Feb 09 06:26:46.648173 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-7d17d981-288c-43a4-a04c-a9404084c91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186'] for port (32d6eeb9-0dbf-4223-b72a-5d337383f4a2), after_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:46.655932 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6cd14118-1445-4cd4-a386-143923d49493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (32d6eeb9-0dbf-4223-b72a-5d337383f4a2), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:46.680449 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17d981-288c-43a4-a04c-a9404084c91c None None] Pushing event deleted for resources: {'Port': ['ID=32d6eeb9-0dbf-4223-b72a-5d337383f4a2,revision_number=None']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:46.683107 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd14118-1445-4cd4-a386-143923d49493 admin admin] Pushing event deleted for resources: {'Port': ['ID=32d6eeb9-0dbf-4223-b72a-5d337383f4a2,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:46.684715 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d17d981-288c-43a4-a04c-a9404084c91c None None] No DVR routers for this DVR port 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 on host dv-cinder-801923-6-iscsi {{(pid=103036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:26:46.688570 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd14118-1445-4cd4-a386-143923d49493 admin admin] No DVR routers for this DVR port 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 on host dv-cinder-801923-6-iscsi {{(pid=103034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:26:46.767589 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6cd14118-1445-4cd4-a386-143923d49493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1884327', 'neutron.services.segments.db._delete_segments_for_network-8788413974977'] for network (885e7889-ba53-4831-af9f-b28e7641f6bd), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:46.794559 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.services.segments.db [None req-6cd14118-1445-4cd4-a386-143923d49493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885e7889-ba53-4831-af9f-b28e7641f6bd']}} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:46.812588 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.services.segments.db [None req-6cd14118-1445-4cd4-a386-143923d49493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd35801d-f481-45d3-bf75-0df07f715b85') {'for_net_delete': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:46.812588 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.services.segments.db [None req-6cd14118-1445-4cd4-a386-143923d49493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd35801d-f481-45d3-bf75-0df07f715b85') {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:46.819288 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6cd14118-1445-4cd4-a386-143923d49493 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788413976266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5819285'] for segment (bd35801d-f481-45d3-bf75-0df07f715b85), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:46.836221 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6cd14118-1445-4cd4-a386-143923d49493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (bd35801d-f481-45d3-bf75-0df07f715b85), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:46.844017 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd14118-1445-4cd4-a386-143923d49493 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 06:26:46.844775 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6cd14118-1445-4cd4-a386-143923d49493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6166218'] for segment (bd35801d-f481-45d3-bf75-0df07f715b85), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:46.846428 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: self.session.flush() Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: self.session.flush() Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: self.session.flush() Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: self.session.flush() Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: Traceback (most recent call last): Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: timer() Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: cb(*args, **kw) Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: return func(*args, **kwargs) Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: self._notify() Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: self.callback(batched_events) Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: event.method(event) Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: return f(self, *a, **k) Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: return self._get(url).json() Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: return self.request(url, 'GET', **kwargs) Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 06:26:46.852834 dv-cinder-801923-6-iscsi neutron-server[103034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 06:26:46.875822 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:26:46.876365 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 32d6eeb9-0dbf-4223-b72a-5d337383f4a2 not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:26:46.876947 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 7c9aa26a-20c2-4bb0-8b36-c51b7d17e154 no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:26:46.897632 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: 7c9aa26a-20c2-4bb0-8b36-c51b7d17e154 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:26:46.897989 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 7c9aa26a-20c2-4bb0-8b36-c51b7d17e154 not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:26:47.019566 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6cd14118-1445-4cd4-a386-143923d49493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1884350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540539'] for network (885e7889-ba53-4831-af9f-b28e7641f6bd), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:47.026881 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6cd14118-1445-4cd4-a386-143923d49493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:47.030148 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-6cd14118-1445-4cd4-a386-143923d49493 admin admin] 10.222.0.13 "DELETE /v2.0/networks/885e7889-ba53-4831-af9f-b28e7641f6bd HTTP/1.1" status: 204 len: 168 time: 0.8713996 Feb 09 06:26:47.039711 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd14118-1445-4cd4-a386-143923d49493 admin admin] Pushing event deleted for resources: {'Network': ['ID=885e7889-ba53-4831-af9f-b28e7641f6bd,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:47.076630 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:47.332465 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60304) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:47.374436 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-826fe330-41ad-481a-8331-51ba08819c63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b80cac37fcb437488c5ff4623570b82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404420 Feb 09 06:26:47.376737 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60310) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:47.429425 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-69953a75-d0fe-4594-b6a5-6c712efcf9d3 admin admin] Publish callbacks [] for security_group (9d9e4b12-ab86-4853-8019-28f80255218c), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:47.453259 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-69953a75-d0fe-4594-b6a5-6c712efcf9d3 admin admin] Publish callbacks [] for security_group (9d9e4b12-ab86-4853-8019-28f80255218c), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:47.562313 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-69953a75-d0fe-4594-b6a5-6c712efcf9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (9d9e4b12-ab86-4853-8019-28f80255218c), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:47.565045 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-69953a75-d0fe-4594-b6a5-6c712efcf9d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:47.566243 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-69953a75-d0fe-4594-b6a5-6c712efcf9d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d9e4b12-ab86-4853-8019-28f80255218c HTTP/1.1" status: 204 len: 168 time: 0.1885991 Feb 09 06:26:47.575073 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69953a75-d0fe-4594-b6a5-6c712efcf9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9e4b12-ab86-4853-8019-28f80255218c,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:47.702137 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c3360dbe-dea5-49d5-8437-ee0f973d5ba0 req-015da749-7b58-4797-9723-5ee1a33d1bac tempest-TestMinimumBasicScenario-1710565755 tempest-TestMinimumBasicScenario-1710565755-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc6281f3-d8cc-42be-8a3a-e3835390d9cf HTTP/1.1" status: 200 len: 210 time: 0.0272207 Feb 09 06:26:48.078028 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 8cc3e081-c3f6-4534-aa41-a6eda663d4bc no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:26:48.105240 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] No Port match for: 8cc3e081-c3f6-4534-aa41-a6eda663d4bc {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:26:48.105616 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 8cc3e081-c3f6-4534-aa41-a6eda663d4bc not bound to the agent host hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:26:48.212434 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60324) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:48.250902 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-a8ccf46a-b21b-4814-a173-e7f49756fec1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54597ac562f24594b20281411604006e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372882 Feb 09 06:26:48.253190 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60326) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:48.307246 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-412874e8-dadb-4b6f-91ce-e6b32a17129a admin admin] Publish callbacks [] for security_group (d6e43f29-5964-4b87-9bbf-4383789b4d93), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:48.328567 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-412874e8-dadb-4b6f-91ce-e6b32a17129a admin admin] Publish callbacks [] for security_group (d6e43f29-5964-4b87-9bbf-4383789b4d93), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:48.448035 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-412874e8-dadb-4b6f-91ce-e6b32a17129a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (d6e43f29-5964-4b87-9bbf-4383789b4d93), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:48.450727 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-412874e8-dadb-4b6f-91ce-e6b32a17129a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:48.451889 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-412874e8-dadb-4b6f-91ce-e6b32a17129a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6e43f29-5964-4b87-9bbf-4383789b4d93 HTTP/1.1" status: 204 len: 168 time: 0.1978102 Feb 09 06:26:48.460758 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412874e8-dadb-4b6f-91ce-e6b32a17129a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e43f29-5964-4b87-9bbf-4383789b4d93,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:50.020133 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60380) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:50.358617 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cd107587-c717-4920-b5ea-d6aff4051886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541033'] for router_interface (ccd39007-5ea1-4cc0-a659-d7fffcbdb10e), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:50.613143 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-cd107587-c717-4920-b5ea-d6aff4051886 admin admin] Deleting port 246282b5-d92e-432b-b03a-93fcafd0b15b {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:26:50.613400 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cd107587-c717-4920-b5ea-d6aff4051886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (246282b5-d92e-432b-b03a-93fcafd0b15b), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:50.691387 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-cd107587-c717-4920-b5ea-d6aff4051886 admin admin] For port 246282b5-d92e-432b-b03a-93fcafd0b15b, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=246282b5-d92e-432b-b03a-93fcafd0b15b,segment=NetworkSegment(94c5ea10-ef18-4822-81c3-713c44352c6e),segment_id=94c5ea10-ef18-4822-81c3-713c44352c6e)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:50.691752 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cd107587-c717-4920-b5ea-d6aff4051886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (246282b5-d92e-432b-b03a-93fcafd0b15b), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:50.704237 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-cd107587-c717-4920-b5ea-d6aff4051886 admin admin] Calling delete_port for 246282b5-d92e-432b-b03a-93fcafd0b15b owned by network:router_interface {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:26:50.956617 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cd107587-c717-4920-b5ea-d6aff4051886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (246282b5-d92e-432b-b03a-93fcafd0b15b), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:50.982751 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd107587-c717-4920-b5ea-d6aff4051886 admin admin] Pushing event deleted for resources: {'Port': ['ID=246282b5-d92e-432b-b03a-93fcafd0b15b,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:51.153879 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cd107587-c717-4920-b5ea-d6aff4051886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541181'] for router_interface (ccd39007-5ea1-4cc0-a659-d7fffcbdb10e), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:51.384606 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd107587-c717-4920-b5ea-d6aff4051886 admin admin] Router ccd39007-5ea1-4cc0-a659-d7fffcbdb10e has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:26:51.494436 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd107587-c717-4920-b5ea-d6aff4051886 admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:26:51.500551 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-cd107587-c717-4920-b5ea-d6aff4051886 admin admin] 10.222.0.13 "PUT /v2.0/routers/ccd39007-5ea1-4cc0-a659-d7fffcbdb10e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4792123 Feb 09 06:26:51.502742 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60384) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:51.506996 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eae0d9-3194-4e74-8016-2b53ed8c8507 None None] Sync routers for ids ['ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:26:51.522798 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eae0d9-3194-4e74-8016-2b53ed8c8507 None None] Routers {'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:26:51.523706 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-59eae0d9-3194-4e74-8016-2b53ed8c8507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:26:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:51.608798 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-010d3f26-d6a8-4599-8ae3-eebd2e4f8da6 admin admin] Publish callbacks [] for router (ccd39007-5ea1-4cc0-a659-d7fffcbdb10e), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:51.648869 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-59eae0d9-3194-4e74-8016-2b53ed8c8507 None None] Set router ccd39007-5ea1-4cc0-a659-d7fffcbdb10e gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:26:51.712465 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-010d3f26-d6a8-4599-8ae3-eebd2e4f8da6 admin admin] Publish callbacks [] for router_gateway (ccd39007-5ea1-4cc0-a659-d7fffcbdb10e), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:51.824107 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-59eae0d9-3194-4e74-8016-2b53ed8c8507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'name': 'tempest-TestMinimumBasicScenario-645329704-router', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:16Z', 'updated_at': '2022-02-09T06:26:50Z', 'revision_number': 5, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'gw_port': {'id': 'a51a04e6-2d89-42b5-9a24-e32fcc606100', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:17Z', 'updated_at': '2022-02-09T06:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:51.859354 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eae0d9-3194-4e74-8016-2b53ed8c8507 None None] Checking router: ccd39007-5ea1-4cc0-a659-d7fffcbdb10e for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:26:51.869524 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eae0d9-3194-4e74-8016-2b53ed8c8507 None None] Routers {'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:26:51.870134 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-59eae0d9-3194-4e74-8016-2b53ed8c8507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:26:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:51.883261 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-010d3f26-d6a8-4599-8ae3-eebd2e4f8da6 admin admin] Deleting port a51a04e6-2d89-42b5-9a24-e32fcc606100 {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:26:51.883603 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-010d3f26-d6a8-4599-8ae3-eebd2e4f8da6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (a51a04e6-2d89-42b5-9a24-e32fcc606100), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:51.963049 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-59eae0d9-3194-4e74-8016-2b53ed8c8507 None None] Set router ccd39007-5ea1-4cc0-a659-d7fffcbdb10e gateway port host: None {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:26:51.964921 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-010d3f26-d6a8-4599-8ae3-eebd2e4f8da6 admin admin] For port a51a04e6-2d89-42b5-9a24-e32fcc606100, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=a51a04e6-2d89-42b5-9a24-e32fcc606100,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:51.965285 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-010d3f26-d6a8-4599-8ae3-eebd2e4f8da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (a51a04e6-2d89-42b5-9a24-e32fcc606100), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:51.979087 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-010d3f26-d6a8-4599-8ae3-eebd2e4f8da6 admin admin] Calling delete_port for a51a04e6-2d89-42b5-9a24-e32fcc606100 owned by network:router_gateway {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:26:52.018014 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-59eae0d9-3194-4e74-8016-2b53ed8c8507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'name': 'tempest-TestMinimumBasicScenario-645329704-router', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:16Z', 'updated_at': '2022-02-09T06:26:51Z', 'revision_number': 6, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'gw_port_host': None}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:52.044716 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eae0d9-3194-4e74-8016-2b53ed8c8507 None None] The sync data for ids ['ccd39007-5ea1-4cc0-a659-d7fffcbdb10e'] in dv-cinder-801923-6-iscsi is: [{'id': 'ccd39007-5ea1-4cc0-a659-d7fffcbdb10e', 'name': 'tempest-TestMinimumBasicScenario-645329704-router', 'tenant_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:16Z', 'updated_at': '2022-02-09T06:26:51Z', 'revision_number': 6, 'project_id': 'd9d5473c4a0d483abc95a20782ba1b57', 'gw_port_host': None}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:26:52.219214 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-010d3f26-d6a8-4599-8ae3-eebd2e4f8da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (a51a04e6-2d89-42b5-9a24-e32fcc606100), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:52.244551 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d3f26-d6a8-4599-8ae3-eebd2e4f8da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a51a04e6-2d89-42b5-9a24-e32fcc606100,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:52.307184 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-010d3f26-d6a8-4599-8ae3-eebd2e4f8da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540447'] for router_gateway (ccd39007-5ea1-4cc0-a659-d7fffcbdb10e), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:52.397046 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-010d3f26-d6a8-4599-8ae3-eebd2e4f8da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11033'] for router (ccd39007-5ea1-4cc0-a659-d7fffcbdb10e), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:52.399714 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-010d3f26-d6a8-4599-8ae3-eebd2e4f8da6 admin admin] Publish callbacks [] for router_controller (ccd39007-5ea1-4cc0-a659-d7fffcbdb10e), precommit_delete_associations {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:52.499122 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-010d3f26-d6a8-4599-8ae3-eebd2e4f8da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539535'] for router (ccd39007-5ea1-4cc0-a659-d7fffcbdb10e), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:52.499690 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010d3f26-d6a8-4599-8ae3-eebd2e4f8da6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccd39007-5ea1-4cc0-a659-d7fffcbdb10e {{(pid=103034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 06:26:52.504924 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-010d3f26-d6a8-4599-8ae3-eebd2e4f8da6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:52.506054 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-010d3f26-d6a8-4599-8ae3-eebd2e4f8da6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ccd39007-5ea1-4cc0-a659-d7fffcbdb10e HTTP/1.1" status: 204 len: 168 time: 1.0022523 Feb 09 06:26:52.508783 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60390) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:52.556990 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0bbe82-8ab0-4b2f-890f-bd8836396615 admin admin] Deleting subnet 72b8902e-7f71-4a8f-adcc-073c172ed396 {{(pid=103034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 06:26:52.560093 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0f0bbe82-8ab0-4b2f-890f-bd8836396615 admin admin] Publish callbacks [] for subnet (72b8902e-7f71-4a8f-adcc-073c172ed396), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:52.593389 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0f0bbe82-8ab0-4b2f-890f-bd8836396615 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819294'] for subnet (72b8902e-7f71-4a8f-adcc-073c172ed396), precommit_delete_associations {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:52.672462 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0f0bbe82-8ab0-4b2f-890f-bd8836396615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070576'] for subnet (72b8902e-7f71-4a8f-adcc-073c172ed396), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:52.791135 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0f0bbe82-8ab0-4b2f-890f-bd8836396615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6166112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4413224'] for subnet (72b8902e-7f71-4a8f-adcc-073c172ed396), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:52.824146 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bbe82-8ab0-4b2f-890f-bd8836396615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72b8902e-7f71-4a8f-adcc-073c172ed396,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:52.835826 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0f0bbe82-8ab0-4b2f-890f-bd8836396615 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:52.841439 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-0f0bbe82-8ab0-4b2f-890f-bd8836396615 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/72b8902e-7f71-4a8f-adcc-073c172ed396 HTTP/1.1" status: 204 len: 168 time: 0.3294821 Feb 09 06:26:52.842208 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 60392) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:52.846163 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cf1eb8-0f7a-4bca-9c68-6cf51bfbee8e None None] Network 9fe1f30b-3256-4c25-bddb-7942bd535543 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:26:52.888623 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 246282b5-d92e-432b-b03a-93fcafd0b15b no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:26:52.911681 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: 246282b5-d92e-432b-b03a-93fcafd0b15b {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:26:52.912022 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 246282b5-d92e-432b-b03a-93fcafd0b15b not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:26:52.912440 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device a51a04e6-2d89-42b5-9a24-e32fcc606100 no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:26:52.916489 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ad36-f675-40ba-b55d-f6a7d7382b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096870'] for network (9fe1f30b-3256-4c25-bddb-7942bd535543), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:52.944572 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: a51a04e6-2d89-42b5-9a24-e32fcc606100 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:26:52.944952 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device a51a04e6-2d89-42b5-9a24-e32fcc606100 not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:26:52.991697 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7ad36-f675-40ba-b55d-f6a7d7382b88 admin admin] Deleting port 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:26:52.992039 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ad36-f675-40ba-b55d-f6a7d7382b88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:53.057341 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-a4f7ad36-f675-40ba-b55d-f6a7d7382b88 admin admin] For port 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e,segment=NetworkSegment(94c5ea10-ef18-4822-81c3-713c44352c6e),segment_id=94c5ea10-ef18-4822-81c3-713c44352c6e)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:53.057718 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ad36-f675-40ba-b55d-f6a7d7382b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:53.067710 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c0f0ee-b5ad-4066-bfea-0b085a19a023 None None] DHCP port deletion for 9fe1f30b-3256-4c25-bddb-7942bd535543 request from dv-cinder-801923-6-iscsi {{(pid=103036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 06:26:53.081705 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7ad36-f675-40ba-b55d-f6a7d7382b88 admin admin] Calling delete_port for 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e owned by network:dhcp {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:26:53.141809 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-c8c0f0ee-b5ad-4066-bfea-0b085a19a023 None None] Deleting port 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e {{(pid=103036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:26:53.142780 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c8c0f0ee-b5ad-4066-bfea-0b085a19a023 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e), before_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:53.237487 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ad36-f675-40ba-b55d-f6a7d7382b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:53.265755 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7ad36-f675-40ba-b55d-f6a7d7382b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:53.267556 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f7ad36-f675-40ba-b55d-f6a7d7382b88 admin admin] No DVR routers for this DVR port 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e on host dv-cinder-801923-6-iscsi {{(pid=103035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:26:53.340084 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ad36-f675-40ba-b55d-f6a7d7382b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1884327', 'neutron.services.segments.db._delete_segments_for_network-8788413974977'] for network (9fe1f30b-3256-4c25-bddb-7942bd535543), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:53.342788 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-c8c0f0ee-b5ad-4066-bfea-0b085a19a023 None None] For port 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e,segment=NetworkSegment(94c5ea10-ef18-4822-81c3-713c44352c6e),segment_id=94c5ea10-ef18-4822-81c3-713c44352c6e)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:53.343190 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c8c0f0ee-b5ad-4066-bfea-0b085a19a023 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e), precommit_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:53.356147 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-c8c0f0ee-b5ad-4066-bfea-0b085a19a023 None None] Calling delete_port for 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e owned by network:dhcp {{(pid=103036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:26:53.360029 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-a4f7ad36-f675-40ba-b55d-f6a7d7382b88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe1f30b-3256-4c25-bddb-7942bd535543']}} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:53.369546 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-a4f7ad36-f675-40ba-b55d-f6a7d7382b88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c5ea10-ef18-4822-81c3-713c44352c6e') {'for_net_delete': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:53.369841 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-a4f7ad36-f675-40ba-b55d-f6a7d7382b88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c5ea10-ef18-4822-81c3-713c44352c6e') {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:53.382832 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ad36-f675-40ba-b55d-f6a7d7382b88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788413976266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020429'] for segment (94c5ea10-ef18-4822-81c3-713c44352c6e), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:53.395528 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ad36-f675-40ba-b55d-f6a7d7382b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (94c5ea10-ef18-4822-81c3-713c44352c6e), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:53.401328 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f7ad36-f675-40ba-b55d-f6a7d7382b88 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 06:26:53.401711 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ad36-f675-40ba-b55d-f6a7d7382b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5111174'] for segment (94c5ea10-ef18-4822-81c3-713c44352c6e), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: Traceback (most recent call last): Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: timer() Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: cb(*args, **kw) Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: return func(*args, **kwargs) Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: self._notify() Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: self.callback(batched_events) Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: event.method(event) Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: return f(self, *a, **k) Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._get(url).json() Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: return self.request(url, 'GET', **kwargs) Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 06:26:53.403568 dv-cinder-801923-6-iscsi neutron-server[103035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 06:26:53.434367 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c8c0f0ee-b5ad-4066-bfea-0b085a19a023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186'] for port (889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e), after_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:53.458346 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0f0ee-b5ad-4066-bfea-0b085a19a023 None None] Pushing event deleted for resources: {'Port': ['ID=889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e,revision_number=None']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:53.462026 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c0f0ee-b5ad-4066-bfea-0b085a19a023 None None] No DVR routers for this DVR port 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e on host dv-cinder-801923-6-iscsi {{(pid=103036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:26:53.516498 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ad36-f675-40ba-b55d-f6a7d7382b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1884350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540539'] for network (9fe1f30b-3256-4c25-bddb-7942bd535543), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:53.522584 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ad36-f675-40ba-b55d-f6a7d7382b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:53.525845 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-a4f7ad36-f675-40ba-b55d-f6a7d7382b88 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9fe1f30b-3256-4c25-bddb-7942bd535543 HTTP/1.1" status: 204 len: 168 time: 0.6826065 Feb 09 06:26:53.528842 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60396) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:53.536599 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7ad36-f675-40ba-b55d-f6a7d7382b88 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe1f30b-3256-4c25-bddb-7942bd535543,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:54.147084 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6e7ec816-8b70-4604-8759-1327adb6a133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541033'] for router_interface (63e1d46a-b3ff-4c14-be6d-cc0c89af10fd), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:54.398455 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ec816-8b70-4604-8759-1327adb6a133 admin admin] Deleting port 3eae24a2-4c80-470f-8384-ef2ec2e481f6 {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:26:54.398792 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6e7ec816-8b70-4604-8759-1327adb6a133 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (3eae24a2-4c80-470f-8384-ef2ec2e481f6), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:54.476229 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-6e7ec816-8b70-4604-8759-1327adb6a133 admin admin] For port 3eae24a2-4c80-470f-8384-ef2ec2e481f6, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=3eae24a2-4c80-470f-8384-ef2ec2e481f6,segment=NetworkSegment(949136a0-b77b-44a1-8891-5407a2743fe3),segment_id=949136a0-b77b-44a1-8891-5407a2743fe3)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:54.476590 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6e7ec816-8b70-4604-8759-1327adb6a133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (3eae24a2-4c80-470f-8384-ef2ec2e481f6), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:54.490575 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ec816-8b70-4604-8759-1327adb6a133 admin admin] Calling delete_port for 3eae24a2-4c80-470f-8384-ef2ec2e481f6 owned by network:router_interface {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:26:54.748515 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6e7ec816-8b70-4604-8759-1327adb6a133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (3eae24a2-4c80-470f-8384-ef2ec2e481f6), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:54.775811 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ec816-8b70-4604-8759-1327adb6a133 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eae24a2-4c80-470f-8384-ef2ec2e481f6,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:54.817367 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:26:54.838987 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:26:54.839683 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 889fb72a-fe3b-42e1-8e0b-f127e5b5ef4e not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:26:54.952108 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6e7ec816-8b70-4604-8759-1327adb6a133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541181'] for router_interface (63e1d46a-b3ff-4c14-be6d-cc0c89af10fd), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:55.172353 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7ec816-8b70-4604-8759-1327adb6a133 admin admin] Router 63e1d46a-b3ff-4c14-be6d-cc0c89af10fd has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:26:55.279398 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7ec816-8b70-4604-8759-1327adb6a133 admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:26:55.284746 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-6e7ec816-8b70-4604-8759-1327adb6a133 admin admin] 10.222.0.13 "PUT /v2.0/routers/63e1d46a-b3ff-4c14-be6d-cc0c89af10fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7548723 Feb 09 06:26:55.287294 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60402) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:55.288938 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1283bf-cba6-4bef-9e4b-452ea44d684a None None] Sync routers for ids ['63e1d46a-b3ff-4c14-be6d-cc0c89af10fd'] in dv-cinder-801923-6-iscsi {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:26:55.298160 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1283bf-cba6-4bef-9e4b-452ea44d684a None None] Routers {'63e1d46a-b3ff-4c14-be6d-cc0c89af10fd'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:26:55.299036 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-9f1283bf-cba6-4bef-9e4b-452ea44d684a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:26:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['63e1d46a-b3ff-4c14-be6d-cc0c89af10fd'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:55.395408 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-53eb590b-7916-455d-b554-7a559afcd2d6 admin admin] Publish callbacks [] for router (63e1d46a-b3ff-4c14-be6d-cc0c89af10fd), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:55.405256 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-9f1283bf-cba6-4bef-9e4b-452ea44d684a None None] Set router 63e1d46a-b3ff-4c14-be6d-cc0c89af10fd gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:26:55.497248 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-53eb590b-7916-455d-b554-7a559afcd2d6 admin admin] Publish callbacks [] for router_gateway (63e1d46a-b3ff-4c14-be6d-cc0c89af10fd), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:55.581137 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-9f1283bf-cba6-4bef-9e4b-452ea44d684a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e1d46a-b3ff-4c14-be6d-cc0c89af10fd', 'name': 'tempest-TestMinimumBasicScenario-1711269645-router', 'tenant_id': '645d8e5add384803af52137a9e3765b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '971b30bf-3944-43ed-b148-89658fcb9d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:23Z', 'updated_at': '2022-02-09T06:26:54Z', 'revision_number': 5, 'project_id': '645d8e5add384803af52137a9e3765b0', 'gw_port': {'id': '971b30bf-3944-43ed-b148-89658fcb9d85', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e1d46a-b3ff-4c14-be6d-cc0c89af10fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:24:25Z', 'updated_at': '2022-02-09T06:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:55.613271 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-53eb590b-7916-455d-b554-7a559afcd2d6 admin admin] Deleting port 971b30bf-3944-43ed-b148-89658fcb9d85 {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:26:55.613613 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-53eb590b-7916-455d-b554-7a559afcd2d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (971b30bf-3944-43ed-b148-89658fcb9d85), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:55.696849 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-53eb590b-7916-455d-b554-7a559afcd2d6 admin admin] For port 971b30bf-3944-43ed-b148-89658fcb9d85, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=971b30bf-3944-43ed-b148-89658fcb9d85,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:55.697211 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-53eb590b-7916-455d-b554-7a559afcd2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (971b30bf-3944-43ed-b148-89658fcb9d85), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:55.700191 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1283bf-cba6-4bef-9e4b-452ea44d684a None None] Checking router: 63e1d46a-b3ff-4c14-be6d-cc0c89af10fd for host: dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:26:55.708947 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1283bf-cba6-4bef-9e4b-452ea44d684a None None] Routers {'63e1d46a-b3ff-4c14-be6d-cc0c89af10fd'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:26:55.709552 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-9f1283bf-cba6-4bef-9e4b-452ea44d684a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:26:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['63e1d46a-b3ff-4c14-be6d-cc0c89af10fd'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:55.714042 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-53eb590b-7916-455d-b554-7a559afcd2d6 admin admin] Calling delete_port for 971b30bf-3944-43ed-b148-89658fcb9d85 owned by network:router_gateway {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:26:55.799310 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-9f1283bf-cba6-4bef-9e4b-452ea44d684a None None] Set router 63e1d46a-b3ff-4c14-be6d-cc0c89af10fd gateway port host: None {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:26:55.850979 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-9f1283bf-cba6-4bef-9e4b-452ea44d684a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e1d46a-b3ff-4c14-be6d-cc0c89af10fd', 'name': 'tempest-TestMinimumBasicScenario-1711269645-router', 'tenant_id': '645d8e5add384803af52137a9e3765b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:23Z', 'updated_at': '2022-02-09T06:26:55Z', 'revision_number': 6, 'project_id': '645d8e5add384803af52137a9e3765b0', 'gw_port_host': None}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:55.880375 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1283bf-cba6-4bef-9e4b-452ea44d684a None None] The sync data for ids ['63e1d46a-b3ff-4c14-be6d-cc0c89af10fd'] in dv-cinder-801923-6-iscsi is: [{'id': '63e1d46a-b3ff-4c14-be6d-cc0c89af10fd', 'name': 'tempest-TestMinimumBasicScenario-1711269645-router', 'tenant_id': '645d8e5add384803af52137a9e3765b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:24:23Z', 'updated_at': '2022-02-09T06:26:55Z', 'revision_number': 6, 'project_id': '645d8e5add384803af52137a9e3765b0', 'gw_port_host': None}] {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:26:55.954837 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-53eb590b-7916-455d-b554-7a559afcd2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (971b30bf-3944-43ed-b148-89658fcb9d85), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:55.979933 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb590b-7916-455d-b554-7a559afcd2d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=971b30bf-3944-43ed-b148-89658fcb9d85,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:56.039892 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-53eb590b-7916-455d-b554-7a559afcd2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540447'] for router_gateway (63e1d46a-b3ff-4c14-be6d-cc0c89af10fd), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:56.133776 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-53eb590b-7916-455d-b554-7a559afcd2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11033'] for router (63e1d46a-b3ff-4c14-be6d-cc0c89af10fd), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:56.135847 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-53eb590b-7916-455d-b554-7a559afcd2d6 admin admin] Publish callbacks [] for router_controller (63e1d46a-b3ff-4c14-be6d-cc0c89af10fd), precommit_delete_associations {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:56.234539 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-53eb590b-7916-455d-b554-7a559afcd2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539535'] for router (63e1d46a-b3ff-4c14-be6d-cc0c89af10fd), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:56.235119 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53eb590b-7916-455d-b554-7a559afcd2d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63e1d46a-b3ff-4c14-be6d-cc0c89af10fd {{(pid=103034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 06:26:56.240609 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-53eb590b-7916-455d-b554-7a559afcd2d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:56.242240 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-53eb590b-7916-455d-b554-7a559afcd2d6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/63e1d46a-b3ff-4c14-be6d-cc0c89af10fd HTTP/1.1" status: 204 len: 168 time: 0.9533284 Feb 09 06:26:56.244478 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 60406) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:56.291180 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94368c1-b2ec-46d2-8cda-96e7af020d4c admin admin] Deleting subnet d30bdeb7-7d77-4a1e-8943-c47003d457b3 {{(pid=103035) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 06:26:56.294910 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d94368c1-b2ec-46d2-8cda-96e7af020d4c admin admin] Publish callbacks [] for subnet (d30bdeb7-7d77-4a1e-8943-c47003d457b3), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:56.333775 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d94368c1-b2ec-46d2-8cda-96e7af020d4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5020422'] for subnet (d30bdeb7-7d77-4a1e-8943-c47003d457b3), precommit_delete_associations {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:56.409632 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d94368c1-b2ec-46d2-8cda-96e7af020d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070576'] for subnet (d30bdeb7-7d77-4a1e-8943-c47003d457b3), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:56.532172 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d94368c1-b2ec-46d2-8cda-96e7af020d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5111084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5061547'] for subnet (d30bdeb7-7d77-4a1e-8943-c47003d457b3), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:56.558403 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94368c1-b2ec-46d2-8cda-96e7af020d4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d30bdeb7-7d77-4a1e-8943-c47003d457b3,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:56.562010 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-d94368c1-b2ec-46d2-8cda-96e7af020d4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for subnet (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:56.565512 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-d94368c1-b2ec-46d2-8cda-96e7af020d4c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d30bdeb7-7d77-4a1e-8943-c47003d457b3 HTTP/1.1" status: 204 len: 168 time: 0.3197901 Feb 09 06:26:56.567769 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 60408) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:56.573428 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37721171-c0d0-43b2-956b-21433886d3f6 None None] Network b034cff7-6e3d-49b6-8e52-8fa9726d1084 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:26:56.645013 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-11e46226-3cfe-44fa-810d-3ee1243a8e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096870'] for network (b034cff7-6e3d-49b6-8e52-8fa9726d1084), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:56.707904 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-11e46226-3cfe-44fa-810d-3ee1243a8e3b admin admin] Deleting port 32e20575-268a-4df2-a775-6e7000454ca8 {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:26:56.708244 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-11e46226-3cfe-44fa-810d-3ee1243a8e3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (32e20575-268a-4df2-a775-6e7000454ca8), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:56.749360 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cee0a7-db50-48e8-bc5b-f959be3ec75f None None] DHCP port deletion for b034cff7-6e3d-49b6-8e52-8fa9726d1084 request from dv-cinder-801923-6-iscsi {{(pid=103036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 06:26:56.774409 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-11e46226-3cfe-44fa-810d-3ee1243a8e3b admin admin] For port 32e20575-268a-4df2-a775-6e7000454ca8, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=32e20575-268a-4df2-a775-6e7000454ca8,segment=NetworkSegment(949136a0-b77b-44a1-8891-5407a2743fe3),segment_id=949136a0-b77b-44a1-8891-5407a2743fe3)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:56.774842 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-11e46226-3cfe-44fa-810d-3ee1243a8e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (32e20575-268a-4df2-a775-6e7000454ca8), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:56.793900 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-11e46226-3cfe-44fa-810d-3ee1243a8e3b admin admin] Calling delete_port for 32e20575-268a-4df2-a775-6e7000454ca8 owned by network:dhcp {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:26:56.801835 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-58cee0a7-db50-48e8-bc5b-f959be3ec75f None None] Deleting port 32e20575-268a-4df2-a775-6e7000454ca8 {{(pid=103036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:26:56.802537 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-58cee0a7-db50-48e8-bc5b-f959be3ec75f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (32e20575-268a-4df2-a775-6e7000454ca8), before_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:56.849597 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 3eae24a2-4c80-470f-8384-ef2ec2e481f6 no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:26:56.877753 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: 3eae24a2-4c80-470f-8384-ef2ec2e481f6 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:26:56.878152 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 3eae24a2-4c80-470f-8384-ef2ec2e481f6 not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:26:56.878573 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 971b30bf-3944-43ed-b148-89658fcb9d85 no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:26:56.908561 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: 971b30bf-3944-43ed-b148-89658fcb9d85 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:26:56.909566 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 971b30bf-3944-43ed-b148-89658fcb9d85 not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:26:56.910000 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 32e20575-268a-4df2-a775-6e7000454ca8 no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:26:56.916431 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-58cee0a7-db50-48e8-bc5b-f959be3ec75f None None] For port 32e20575-268a-4df2-a775-6e7000454ca8, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=32e20575-268a-4df2-a775-6e7000454ca8,segment=NetworkSegment(949136a0-b77b-44a1-8891-5407a2743fe3),segment_id=949136a0-b77b-44a1-8891-5407a2743fe3)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:26:56.916830 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-58cee0a7-db50-48e8-bc5b-f959be3ec75f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (32e20575-268a-4df2-a775-6e7000454ca8), precommit_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:56.951073 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-11e46226-3cfe-44fa-810d-3ee1243a8e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (32e20575-268a-4df2-a775-6e7000454ca8), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:56.953397 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-58cee0a7-db50-48e8-bc5b-f959be3ec75f None None] Calling delete_port for 32e20575-268a-4df2-a775-6e7000454ca8 owned by network:dhcp {{(pid=103036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:26:56.975675 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e46226-3cfe-44fa-810d-3ee1243a8e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=32e20575-268a-4df2-a775-6e7000454ca8,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:56.984854 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e46226-3cfe-44fa-810d-3ee1243a8e3b admin admin] No DVR routers for this DVR port 32e20575-268a-4df2-a775-6e7000454ca8 on host dv-cinder-801923-6-iscsi {{(pid=103035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:26:57.019419 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No active binding found for port 32e20575-268a-4df2-a775-6e7000454ca8 {{(pid=103036) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 06:26:57.019792 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] The host dv-cinder-801923-6-iscsi is not matching for port 32e20575-268a-4df2-a775-6e7000454ca8 host None! {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 06:26:57.020180 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 32e20575-268a-4df2-a775-6e7000454ca8 not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:26:57.051058 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-58cee0a7-db50-48e8-bc5b-f959be3ec75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186'] for port (32e20575-268a-4df2-a775-6e7000454ca8), after_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:57.059920 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-11e46226-3cfe-44fa-810d-3ee1243a8e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1884327', 'neutron.services.segments.db._delete_segments_for_network-8788413974977'] for network (b034cff7-6e3d-49b6-8e52-8fa9726d1084), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:57.073955 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cee0a7-db50-48e8-bc5b-f959be3ec75f None None] Pushing event deleted for resources: {'Port': ['ID=32e20575-268a-4df2-a775-6e7000454ca8,revision_number=None']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:57.080028 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cee0a7-db50-48e8-bc5b-f959be3ec75f None None] No DVR routers for this DVR port 32e20575-268a-4df2-a775-6e7000454ca8 on host dv-cinder-801923-6-iscsi {{(pid=103036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:26:57.081779 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-11e46226-3cfe-44fa-810d-3ee1243a8e3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b034cff7-6e3d-49b6-8e52-8fa9726d1084']}} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:57.092365 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-11e46226-3cfe-44fa-810d-3ee1243a8e3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949136a0-b77b-44a1-8891-5407a2743fe3') {'for_net_delete': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:57.092594 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-11e46226-3cfe-44fa-810d-3ee1243a8e3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949136a0-b77b-44a1-8891-5407a2743fe3') {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:26:57.101757 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-11e46226-3cfe-44fa-810d-3ee1243a8e3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788413976266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020429'] for segment (949136a0-b77b-44a1-8891-5407a2743fe3), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:57.114355 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-11e46226-3cfe-44fa-810d-3ee1243a8e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (949136a0-b77b-44a1-8891-5407a2743fe3), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:57.120098 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e46226-3cfe-44fa-810d-3ee1243a8e3b admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 06:26:57.120491 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-11e46226-3cfe-44fa-810d-3ee1243a8e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5111174'] for segment (949136a0-b77b-44a1-8891-5407a2743fe3), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: Traceback (most recent call last): Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: timer() Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: cb(*args, **kw) Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: return func(*args, **kwargs) Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: self._notify() Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: self.callback(batched_events) Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: event.method(event) Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: return f(self, *a, **k) Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._get(url).json() Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: return self.request(url, 'GET', **kwargs) Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 06:26:57.122072 dv-cinder-801923-6-iscsi neutron-server[103035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 06:26:57.245561 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-11e46226-3cfe-44fa-810d-3ee1243a8e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1884350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540539'] for network (b034cff7-6e3d-49b6-8e52-8fa9726d1084), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:57.250955 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-11e46226-3cfe-44fa-810d-3ee1243a8e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:57.257870 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-11e46226-3cfe-44fa-810d-3ee1243a8e3b admin admin] 10.222.0.13 "DELETE /v2.0/networks/b034cff7-6e3d-49b6-8e52-8fa9726d1084 HTTP/1.1" status: 204 len: 168 time: 0.6865842 Feb 09 06:26:57.267372 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e46226-3cfe-44fa-810d-3ee1243a8e3b admin admin] Pushing event deleted for resources: {'Network': ['ID=b034cff7-6e3d-49b6-8e52-8fa9726d1084,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:57.584122 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60426) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:57.624343 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-1cc220d2-6991-4070-b533-b618e7bdd1cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9d5473c4a0d483abc95a20782ba1b57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390596 Feb 09 06:26:57.627453 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60428) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:57.676827 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fb9fe089-cef3-4a55-9a1d-1474798b9278 admin admin] Publish callbacks [] for security_group (252af639-bce7-4ca0-9d8f-bf74b8f5adfe), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:57.698800 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fb9fe089-cef3-4a55-9a1d-1474798b9278 admin admin] Publish callbacks [] for security_group (252af639-bce7-4ca0-9d8f-bf74b8f5adfe), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:57.813704 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fb9fe089-cef3-4a55-9a1d-1474798b9278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (252af639-bce7-4ca0-9d8f-bf74b8f5adfe), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:57.816891 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fb9fe089-cef3-4a55-9a1d-1474798b9278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:57.820344 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-fb9fe089-cef3-4a55-9a1d-1474798b9278 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/252af639-bce7-4ca0-9d8f-bf74b8f5adfe HTTP/1.1" status: 204 len: 168 time: 0.1892412 Feb 09 06:26:57.827178 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fe089-cef3-4a55-9a1d-1474798b9278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252af639-bce7-4ca0-9d8f-bf74b8f5adfe,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:26:58.398858 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 60436) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:58.440632 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-c4a0a227-e574-44bf-b7af-d2d8ddbad6b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=645d8e5add384803af52137a9e3765b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400121 Feb 09 06:26:58.442916 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 60438) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:26:58.488486 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b2e60190-e56c-4f6f-9b95-3711a291eade admin admin] Publish callbacks [] for security_group (dfd15c1c-b86e-41e3-be67-7ee5c7228f54), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:58.508426 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b2e60190-e56c-4f6f-9b95-3711a291eade admin admin] Publish callbacks [] for security_group (dfd15c1c-b86e-41e3-be67-7ee5c7228f54), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:58.668863 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b2e60190-e56c-4f6f-9b95-3711a291eade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (dfd15c1c-b86e-41e3-be67-7ee5c7228f54), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:58.671461 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b2e60190-e56c-4f6f-9b95-3711a291eade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:26:58.672622 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-b2e60190-e56c-4f6f-9b95-3711a291eade admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dfd15c1c-b86e-41e3-be67-7ee5c7228f54 HTTP/1.1" status: 204 len: 168 time: 0.2288091 Feb 09 06:26:58.680807 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e60190-e56c-4f6f-9b95-3711a291eade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd15c1c-b86e-41e3-be67-7ee5c7228f54,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:27:02.196164 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:09.207763 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:27:11.030528 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-cf067528-06c5-4fee-877c-0a9b5c6ad568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:13.692768 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-6e304e11-8790-4c80-8cee-0defd6044444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:14.384733 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:15.699544 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:17.051090 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:29.505282 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4749899-1a72-4f09-a78e-0f4c2e2be583 req-5f7755e7-c621-4fb7-95b8-7cab9b089243 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:29.506792 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d4749899-1a72-4f09-a78e-0f4c2e2be583 req-5f7755e7-c621-4fb7-95b8-7cab9b089243 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=28bc4a3e-61be-429e-9df6-bcb2ee37daf2 HTTP/1.1" status: 200 len: 946 time: 0.0553184 Feb 09 06:27:29.553270 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d4749899-1a72-4f09-a78e-0f4c2e2be583 req-25ca31ca-140a-429a-9d7e-371732b9ccf9 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405478 Feb 09 06:27:30.672522 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310531d5-0d0f-449c-bf4f-9c47edd62ca5 req-e7184f3b-9f49-436c-90f5-f17a11bef8cb tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:30.673971 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-310531d5-0d0f-449c-bf4f-9c47edd62ca5 req-e7184f3b-9f49-436c-90f5-f17a11bef8cb tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=28bc4a3e-61be-429e-9df6-bcb2ee37daf2 HTTP/1.1" status: 200 len: 946 time: 0.0511215 Feb 09 06:27:30.718576 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-310531d5-0d0f-449c-bf4f-9c47edd62ca5 req-0af229a7-26cc-4c0d-8f4c-37db50354fa1 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391331 Feb 09 06:27:31.181677 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65aa74-71a4-43ec-9656-8876c3094b0f req-07d96505-dd38-4574-9e88-d3f7bcb6c8b1 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:31.183660 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-dd65aa74-71a4-43ec-9656-8876c3094b0f req-07d96505-dd38-4574-9e88-d3f7bcb6c8b1 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.30 "GET /v2.0/ports?device_id=28bc4a3e-61be-429e-9df6-bcb2ee37daf2 HTTP/1.1" status: 200 len: 946 time: 0.0505533 Feb 09 06:27:31.282632 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [req-dd65aa74-71a4-43ec-9656-8876c3094b0f req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Deleting port 5139d2ec-7c70-48a1-98bb-ea26f30b00d5 {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:27:31.282889 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-dd65aa74-71a4-43ec-9656-8876c3094b0f req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (5139d2ec-7c70-48a1-98bb-ea26f30b00d5), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:31.366702 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-dd65aa74-71a4-43ec-9656-8876c3094b0f req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] For port 5139d2ec-7c70-48a1-98bb-ea26f30b00d5, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=5139d2ec-7c70-48a1-98bb-ea26f30b00d5,segment=NetworkSegment(960c1085-0ff0-4ce4-8399-b0e0f3b12ad1),segment_id=960c1085-0ff0-4ce4-8399-b0e0f3b12ad1)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:27:31.367089 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-dd65aa74-71a4-43ec-9656-8876c3094b0f req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (5139d2ec-7c70-48a1-98bb-ea26f30b00d5), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:31.383603 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [req-dd65aa74-71a4-43ec-9656-8876c3094b0f req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Calling delete_port for 5139d2ec-7c70-48a1-98bb-ea26f30b00d5 owned by compute:nova {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:27:31.549925 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-dd65aa74-71a4-43ec-9656-8876c3094b0f req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (5139d2ec-7c70-48a1-98bb-ea26f30b00d5), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:31.578577 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Pushing event deleted for resources: {'Port': ['ID=5139d2ec-7c70-48a1-98bb-ea26f30b00d5,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:27:31.586711 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['5139d2ec-7c70-48a1-98bb-ea26f30b00d5'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:27:31.609127 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:31.609568 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:31.609919 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:31.610287 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:31.610632 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:31.610971 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:31.611310 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:31.611645 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:31.611979 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:31.612311 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:31.612644 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:31.612973 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:31.613304 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:31.635579 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd65aa74-71a4-43ec-9656-8876c3094b0f req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] No DVR routers for this DVR port 5139d2ec-7c70-48a1-98bb-ea26f30b00d5 on host hv-cinder-80192 {{(pid=103034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:27:31.637935 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-dd65aa74-71a4-43ec-9656-8876c3094b0f req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:31.641285 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-dd65aa74-71a4-43ec-9656-8876c3094b0f req-d6d776b3-5219-4ac0-9e2c-5af9cd1320c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.30 "DELETE /v2.0/ports/5139d2ec-7c70-48a1-98bb-ea26f30b00d5 HTTP/1.1" status: 204 len: 173 time: 0.4527617 Feb 09 06:27:31.641727 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bc4a3e-61be-429e-9df6-bcb2ee37daf2', 'name': 'network-vif-deleted', 'tag': '5139d2ec-7c70-48a1-98bb-ea26f30b00d5'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:27:31.644003 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661458d9-c7f3-4456-bb85-dca868e276be" -d '{"events": [{"server_uuid": "28bc4a3e-61be-429e-9df6-bcb2ee37daf2", "name": "network-vif-deleted", "tag": "5139d2ec-7c70-48a1-98bb-ea26f30b00d5"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:27:31.679991 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e6a98b-35a3-42a0-aef8-25118979b177 x-openstack-request-id: req-59e6a98b-35a3-42a0-aef8-25118979b177 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:27:31.680609 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bc4a3e-61be-429e-9df6-bcb2ee37daf2", "name": "network-vif-deleted", "tag": "5139d2ec-7c70-48a1-98bb-ea26f30b00d5", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:27:31.680609 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59e6a98b-35a3-42a0-aef8-25118979b177 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:27:31.680942 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bc4a3e-61be-429e-9df6-bcb2ee37daf2', 'name': 'network-vif-deleted', 'tag': '5139d2ec-7c70-48a1-98bb-ea26f30b00d5', 'status': 'completed', 'code': 200} Feb 09 06:27:31.811932 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3a3ecb30-f669-494e-91a7-2f52751ff022 req-8cba1071-2276-49e5-9998-b7c626845c1c tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=28bc4a3e-61be-429e-9df6-bcb2ee37daf2 HTTP/1.1" status: 200 len: 210 time: 0.0276558 Feb 09 06:27:32.241332 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:35.167000 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 5139d2ec-7c70-48a1-98bb-ea26f30b00d5 no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:27:35.187179 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] No Port match for: 5139d2ec-7c70-48a1-98bb-ea26f30b00d5 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:27:35.187525 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 5139d2ec-7c70-48a1-98bb-ea26f30b00d5 not bound to the agent host hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:27:37.130550 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-787dbf55-31c8-41b1-ba03-dd50952148f5 req-ba35a8ed-73ef-47ed-ae98-b0cca16279af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413845 Feb 09 06:27:37.204318 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dbf55-31c8-41b1-ba03-dd50952148f5 req-c32c958f-2187-4044-8105-51e19fb5f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:37.205770 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-787dbf55-31c8-41b1-ba03-dd50952148f5 req-c32c958f-2187-4044-8105-51e19fb5f742 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2c52a1656554315a215f5d7e869570f&device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 1130 time: 0.0456543 Feb 09 06:27:37.308311 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dbf55-31c8-41b1-ba03-dd50952148f5 req-8f48a7ff-76d8-49b8-af01-900fd254ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:37.309791 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-787dbf55-31c8-41b1-ba03-dd50952148f5 req-8f48a7ff-76d8-49b8-af01-900fd254ca66 service neutron] 10.222.0.30 "GET /v2.0/networks?id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6 HTTP/1.1" status: 200 len: 912 time: 0.0851517 Feb 09 06:27:37.392720 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-787dbf55-31c8-41b1-ba03-dd50952148f5 req-a540ad84-c721-4d3d-90e5-bb05c9cf3f13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5add28a-8791-423a-b0e1-db2109beb8f9 HTTP/1.1" status: 200 len: 1002 time: 0.0678451 Feb 09 06:27:37.430402 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dbf55-31c8-41b1-ba03-dd50952148f5 req-053fcd8c-09b7-429d-8afa-47cc53b2ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:37.431791 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-787dbf55-31c8-41b1-ba03-dd50952148f5 req-053fcd8c-09b7-429d-8afa-47cc53b2ee1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d816c41c-5d1b-4b9b-8c2a-5df9f87cb960 HTTP/1.1" status: 200 len: 851 time: 0.0422339 Feb 09 06:27:37.478143 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dbf55-31c8-41b1-ba03-dd50952148f5 req-a2909ff2-1cb5-4e98-8b3b-db1d28b26958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:37.480172 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-787dbf55-31c8-41b1-ba03-dd50952148f5 req-a2909ff2-1cb5-4e98-8b3b-db1d28b26958 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422316 Feb 09 06:27:37.569961 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-787dbf55-31c8-41b1-ba03-dd50952148f5 req-6758ff12-6063-42f0-b066-891ec621502b service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844812 Feb 09 06:27:37.661658 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-787dbf55-31c8-41b1-ba03-dd50952148f5 req-b53a6474-5aa6-4154-930b-9bb6482cec3c service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851438 Feb 09 06:27:41.045614 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c305643a-73ba-4008-b372-a7316a2e210a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:43.315188 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-4c1b1aac-5ab1-4a81-b35c-4e3431661e3b tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:43.319011 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-4c1b1aac-5ab1-4a81-b35c-4e3431661e3b tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/networks?id=9a093954-1e92-4588-8da9-3339898f2707 HTTP/1.1" status: 200 len: 814 time: 0.1015949 Feb 09 06:27:43.331081 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-e210977f-9250-44cd-854d-dfe927415dff tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/quotas/ccfd7d629eb34f2dbe41b7a05f1917f9 HTTP/1.1" status: 200 len: 375 time: 0.0090098 Feb 09 06:27:43.361951 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-b71d3e2b-a733-44a6-b46e-b32c319a6ee7 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ccfd7d629eb34f2dbe41b7a05f1917f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260315 Feb 09 06:27:43.447368 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-ccd54bfe-ef40-454e-a489-f7c8ba6487ba service neutron] 10.222.0.13 "GET /v2.0/networks/9a093954-1e92-4588-8da9-3339898f2707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789618 Feb 09 06:27:43.534506 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-2075d49d-ecab-4405-917b-c67629a8d6ff service neutron] 10.222.0.13 "GET /v2.0/networks/9a093954-1e92-4588-8da9-3339898f2707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816207 Feb 09 06:27:43.658435 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-f80ca82d-542f-473d-8a8a-efc36e5bdaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:43.794267 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-43632d33-8c85-4171-bc2c-2d96f23c8bf5 req-8e42a0ab-c73a-47f4-9d58-adb8a6eadac3 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=e06ab794-2a65-4337-9eff-bee8315277da HTTP/1.1" status: 200 len: 210 time: 0.0278029 Feb 09 06:27:44.378598 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:44.889039 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-06d90c6b-a502-4245-bf7d-ee78cff50381 req-2dbf1220-122a-4b25-9d81-2f728b4df460 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=e06ab794-2a65-4337-9eff-bee8315277da HTTP/1.1" status: 200 len: 210 time: 0.0277898 Feb 09 06:27:45.563714 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-6388aff1-9155-4ee7-864d-260ba615f250 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:45.565122 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-6388aff1-9155-4ee7-864d-260ba615f250 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.30 "GET /v2.0/networks?id=9a093954-1e92-4588-8da9-3339898f2707 HTTP/1.1" status: 200 len: 814 time: 0.1008978 Feb 09 06:27:45.583114 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-87e5ea69-6b1e-43e7-a9d1-3213800cffe1 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Request body: {'port': {'device_id': 'e06ab794-2a65-4337-9eff-bee8315277da', 'network_id': '9a093954-1e92-4588-8da9-3339898f2707', 'admin_state_up': True, 'tenant_id': 'ccfd7d629eb34f2dbe41b7a05f1917f9'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:27:45.738651 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:45.982392 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9d17dd89-d995-4e9b-b3a0-e7ed3dafc59d req-320a83e7-68cb-4c0b-a25a-3e0de6e87412 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=e06ab794-2a65-4337-9eff-bee8315277da HTTP/1.1" status: 200 len: 210 time: 0.0261960 Feb 09 06:27:46.035857 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-87e5ea69-6b1e-43e7-a9d1-3213800cffe1 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Made reservation on behalf of ccfd7d629eb34f2dbe41b7a05f1917f9 for: {'port': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:27:46.039208 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-87e5ea69-6b1e-43e7-a9d1-3213800cffe1 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:46.159775 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-87e5ea69-6b1e-43e7-a9d1-3213800cffe1 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Allocated IP 172.20.0.13 (9a093954-1e92-4588-8da9-3339898f2707/9afeb4c8-9518-4e61-a346-b54444fd49d3/ac924115-fd53-4da5-8abf-6570d0efccc7) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:27:46.206084 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:27:46.295339 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-87e5ea69-6b1e-43e7-a9d1-3213800cffe1 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Publish callbacks [] for port (ac924115-fd53-4da5-8abf-6570d0efccc7), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:46.378776 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-87e5ea69-6b1e-43e7-a9d1-3213800cffe1 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (ac924115-fd53-4da5-8abf-6570d0efccc7), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:46.425294 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-87e5ea69-6b1e-43e7-a9d1-3213800cffe1 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Network 9a093954-1e92-4588-8da9-3339898f2707 is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:27:46.428292 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-87e5ea69-6b1e-43e7-a9d1-3213800cffe1 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:27:46.431966 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-87e5ea69-6b1e-43e7-a9d1-3213800cffe1 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:27:46.454734 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5ea69-6b1e-43e7-a9d1-3213800cffe1 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Pushing event updated for resources: {'Port': ['ID=ac924115-fd53-4da5-8abf-6570d0efccc7,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:27:46.480658 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-87e5ea69-6b1e-43e7-a9d1-3213800cffe1 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:46.481286 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-87e5ea69-6b1e-43e7-a9d1-3213800cffe1 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:46.568300 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-87e5ea69-6b1e-43e7-a9d1-3213800cffe1 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9892383 Feb 09 06:27:46.584967 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] Request body: {'port': {'device_id': 'e06ab794-2a65-4337-9eff-bee8315277da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80192'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:27:46.646422 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (ac924115-fd53-4da5-8abf-6570d0efccc7), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:46.903836 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac924115-fd53-4da5-8abf-6570d0efccc7 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:27:46.910953 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] Publish callbacks [] for port (ac924115-fd53-4da5-8abf-6570d0efccc7), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:46.922821 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] Transition to ACTIVE for port object ac924115-fd53-4da5-8abf-6570d0efccc7 will not be triggered until provisioned by entity L2. {{(pid=103034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 06:27:46.967426 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (ac924115-fd53-4da5-8abf-6570d0efccc7), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:47.019590 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] Pushing event updated for resources: {'Port': ['ID=ac924115-fd53-4da5-8abf-6570d0efccc7,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:27:47.046905 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:47.114956 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] Attempting to bind port ac924115-fd53-4da5-8abf-6570d0efccc7 on host hv-cinder-80192 for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:27:47.115289 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] Attempting to bind port ac924115-fd53-4da5-8abf-6570d0efccc7 by drivers openvswitch,hyperv on host hv-cinder-80192 at level 0 using segments [{'id': '960c1085-0ff0-4ce4-8399-b0e0f3b12ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a093954-1e92-4588-8da9-3339898f2707'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:27:47.115617 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] Attempting to bind port ac924115-fd53-4da5-8abf-6570d0efccc7 on network 9a093954-1e92-4588-8da9-3339898f2707 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:27:47.122661 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] Port ac924115-fd53-4da5-8abf-6570d0efccc7 on network 9a093954-1e92-4588-8da9-3339898f2707 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80192 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 06:27:47.122983 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] Attempting to bind port ac924115-fd53-4da5-8abf-6570d0efccc7 on network 9a093954-1e92-4588-8da9-3339898f2707 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:27:47.137447 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59257a3-32a7-4f85-b9ba-833a7410633b req-0080c2b9-a5be-49e7-bf0d-8bb43bb23332 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:47.138960 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f59257a3-32a7-4f85-b9ba-833a7410633b req-0080c2b9-a5be-49e7-bf0d-8bb43bb23332 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=e06ab794-2a65-4337-9eff-bee8315277da HTTP/1.1" status: 200 len: 944 time: 0.0829694 Feb 09 06:27:47.139829 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] Checking agent: {'id': '16e2666b-01c8-44a0-ad9b-455a2be8881c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80192', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'started_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:27:47.140166 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] Checking segment: {'id': '960c1085-0ff0-4ce4-8399-b0e0f3b12ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a093954-1e92-4588-8da9-3339898f2707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:27:47.140543 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] Bound using segment: {'id': '960c1085-0ff0-4ce4-8399-b0e0f3b12ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a093954-1e92-4588-8da9-3339898f2707'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:27:47.140967 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] Bound port: ac924115-fd53-4da5-8abf-6570d0efccc7, host: hv-cinder-80192, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960c1085-0ff0-4ce4-8399-b0e0f3b12ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a093954-1e92-4588-8da9-3339898f2707'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:27:47.141322 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (ac924115-fd53-4da5-8abf-6570d0efccc7), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:47.225450 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f59257a3-32a7-4f85-b9ba-833a7410633b req-ed9b1ddd-a654-4b03-95d3-6e69a7e5a201 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807910 Feb 09 06:27:47.234614 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] For port ac924115-fd53-4da5-8abf-6570d0efccc7, host hv-cinder-80192, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:27:47.237638 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] For port ac924115-fd53-4da5-8abf-6570d0efccc7, host hv-cinder-80192, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=ac924115-fd53-4da5-8abf-6570d0efccc7,segment=NetworkSegment(960c1085-0ff0-4ce4-8399-b0e0f3b12ad1),segment_id=960c1085-0ff0-4ce4-8399-b0e0f3b12ad1)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:27:47.308571 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (ac924115-fd53-4da5-8abf-6570d0efccc7), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:47.341512 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:47.342136 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:47.343537 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] 10.222.0.30 "PUT /v2.0/ports/ac924115-fd53-4da5-8abf-6570d0efccc7 HTTP/1.1" status: 200 len: 1094 time: 0.7625308 Feb 09 06:27:47.343973 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06ab794-2a65-4337-9eff-bee8315277da', 'tag': 'ac924115-fd53-4da5-8abf-6570d0efccc7'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:27:47.346230 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ed8804-5e1e-4d37-be4c-8b281f55479c" -d '{"events": [{"name": "network-changed", "server_uuid": "e06ab794-2a65-4337-9eff-bee8315277da", "tag": "ac924115-fd53-4da5-8abf-6570d0efccc7"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:27:47.371960 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b590a5-73c0-4179-8a0d-11837d91a0bb service neutron] Pushing event updated for resources: {'Port': ['ID=ac924115-fd53-4da5-8abf-6570d0efccc7,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:27:47.382006 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7429b8f8-2dd6-44b3-94f7-a73b3cba4c66 x-openstack-request-id: req-7429b8f8-2dd6-44b3-94f7-a73b3cba4c66 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:27:47.382595 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06ab794-2a65-4337-9eff-bee8315277da", "tag": "ac924115-fd53-4da5-8abf-6570d0efccc7", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:27:47.382856 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7429b8f8-2dd6-44b3-94f7-a73b3cba4c66 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:27:47.383256 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06ab794-2a65-4337-9eff-bee8315277da', 'tag': 'ac924115-fd53-4da5-8abf-6570d0efccc7', 'status': 'completed', 'code': 200} Feb 09 06:27:47.470499 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed8804-5e1e-4d37-be4c-8b281f55479c req-f981c861-4d37-42c2-99ac-9d13238cf650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:47.471994 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-12ed8804-5e1e-4d37-be4c-8b281f55479c req-f981c861-4d37-42c2-99ac-9d13238cf650 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccfd7d629eb34f2dbe41b7a05f1917f9&device_id=e06ab794-2a65-4337-9eff-bee8315277da HTTP/1.1" status: 200 len: 1128 time: 0.0482461 Feb 09 06:27:47.571025 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed8804-5e1e-4d37-be4c-8b281f55479c req-b79fa74e-7957-47f4-8eaf-c9171f733850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:47.572424 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-12ed8804-5e1e-4d37-be4c-8b281f55479c req-b79fa74e-7957-47f4-8eaf-c9171f733850 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ccfd7d629eb34f2dbe41b7a05f1917f9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0880737 Feb 09 06:27:47.665901 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed8804-5e1e-4d37-be4c-8b281f55479c req-e25138b5-2449-423b-8d39-9dd604894f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:47.667402 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-12ed8804-5e1e-4d37-be4c-8b281f55479c req-e25138b5-2449-423b-8d39-9dd604894f60 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0889709 Feb 09 06:27:47.768009 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-c43d5430-8405-4f5b-a09a-e52d31ba896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:47.769488 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-c43d5430-8405-4f5b-a09a-e52d31ba896f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccfd7d629eb34f2dbe41b7a05f1917f9&device_id=e06ab794-2a65-4337-9eff-bee8315277da HTTP/1.1" status: 200 len: 1128 time: 0.0445321 Feb 09 06:27:47.819059 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-dad4a7ca-affe-4d12-88bf-8ada22fd9a76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac924115-fd53-4da5-8abf-6570d0efccc7 HTTP/1.1" status: 200 len: 217 time: 0.0365670 Feb 09 06:27:47.866223 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-2f7c5714-bcbe-4ec7-b1a3-8b4a9f9ba6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:47.867555 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-2f7c5714-bcbe-4ec7-b1a3-8b4a9f9ba6da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9afeb4c8-9518-4e61-a346-b54444fd49d3 HTTP/1.1" status: 200 len: 854 time: 0.0413241 Feb 09 06:27:47.898396 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-c56f27b6-127c-4afa-ae16-6b68a2a8b9a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a093954-1e92-4588-8da9-3339898f2707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245137 Feb 09 06:27:47.981743 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-234d51f1-4993-44ef-9267-0bae6b141792 service neutron] 10.222.0.30 "GET /v2.0/networks/9a093954-1e92-4588-8da9-3339898f2707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777378 Feb 09 06:27:48.070750 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-79a6be8e-32c9-4000-84be-bf5b10fb0eba req-75e5a8f9-e5a9-4ed5-aacb-e30e9245e50c service neutron] 10.222.0.30 "GET /v2.0/networks/9a093954-1e92-4588-8da9-3339898f2707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836642 Feb 09 06:27:48.341463 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b242b92-5bce-4eef-88f2-2bd545b2b864 req-b0d3bcd6-94b8-4085-8911-0a1dd899ad89 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:48.342967 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0b242b92-5bce-4eef-88f2-2bd545b2b864 req-b0d3bcd6-94b8-4085-8911-0a1dd899ad89 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=e06ab794-2a65-4337-9eff-bee8315277da HTTP/1.1" status: 200 len: 944 time: 0.0520656 Feb 09 06:27:48.388437 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0b242b92-5bce-4eef-88f2-2bd545b2b864 req-65cdedd6-4ffe-4f40-8319-59613a8ea480 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400190 Feb 09 06:27:49.507666 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c5927-ea4b-4ef5-8b0f-453311e8e36d req-16719beb-298c-436b-a983-d816a901ba2f tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:49.509136 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b26c5927-ea4b-4ef5-8b0f-453311e8e36d req-16719beb-298c-436b-a983-d816a901ba2f tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=e06ab794-2a65-4337-9eff-bee8315277da HTTP/1.1" status: 200 len: 944 time: 0.0555029 Feb 09 06:27:49.554036 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b26c5927-ea4b-4ef5-8b0f-453311e8e36d req-99604131-e0a4-4237-b839-57bca33961c0 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395076 Feb 09 06:27:50.381484 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device ac924115-fd53-4da5-8abf-6570d0efccc7 details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:27:50.480080 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port ac924115-fd53-4da5-8abf-6570d0efccc7, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=ac924115-fd53-4da5-8abf-6570d0efccc7,segment=NetworkSegment(960c1085-0ff0-4ce4-8399-b0e0f3b12ad1),segment_id=960c1085-0ff0-4ce4-8399-b0e0f3b12ad1)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:27:50.491755 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': 'ac924115-fd53-4da5-8abf-6570d0efccc7', 'network_id': '9a093954-1e92-4588-8da9-3339898f2707', 'port_id': 'ac924115-fd53-4da5-8abf-6570d0efccc7', 'mac_address': 'fa:16:3e:b2:36:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9afeb4c8-9518-4e61-a346-b54444fd49d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:27:50.529127 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port ac924115-fd53-4da5-8abf-6570d0efccc7 is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:27:50.529515 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (ac924115-fd53-4da5-8abf-6570d0efccc7), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:50.541951 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac924115-fd53-4da5-8abf-6570d0efccc7 {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:27:50.561202 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port ac924115-fd53-4da5-8abf-6570d0efccc7, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=ac924115-fd53-4da5-8abf-6570d0efccc7,segment=NetworkSegment(960c1085-0ff0-4ce4-8399-b0e0f3b12ad1),segment_id=960c1085-0ff0-4ce4-8399-b0e0f3b12ad1)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:27:50.624222 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (ac924115-fd53-4da5-8abf-6570d0efccc7), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:50.669385 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7be17-1037-44bf-a144-97e2c329e3bd req-1ec9950d-5f25-40e0-a0c9-50935add3728 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:50.670830 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=ac924115-fd53-4da5-8abf-6570d0efccc7,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:27:50.671600 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ffa7be17-1037-44bf-a144-97e2c329e3bd req-1ec9950d-5f25-40e0-a0c9-50935add3728 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=e06ab794-2a65-4337-9eff-bee8315277da HTTP/1.1" status: 200 len: 945 time: 0.0531392 Feb 09 06:27:50.677989 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:50.678376 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:50.678713 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:50.679055 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:50.679391 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:50.679722 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:50.680052 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:50.680383 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:50.680710 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:50.681040 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:50.681365 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:50.681689 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:50.682016 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:27:50.721676 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ffa7be17-1037-44bf-a144-97e2c329e3bd req-f63b555c-6f56-4dc6-baba-59cc1ef89bc5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446205 Feb 09 06:27:50.923080 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['ac924115-fd53-4da5-8abf-6570d0efccc7'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:27:51.840091 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788cc40-6634-4e07-af40-9f540136151a req-5a7e8f82-bfd4-487e-8e66-74844f2b5730 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:51.842179 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f788cc40-6634-4e07-af40-9f540136151a req-5a7e8f82-bfd4-487e-8e66-74844f2b5730 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=e06ab794-2a65-4337-9eff-bee8315277da HTTP/1.1" status: 200 len: 945 time: 0.0522149 Feb 09 06:27:51.890344 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f788cc40-6634-4e07-af40-9f540136151a req-fee74e1b-ecce-49ee-8a6f-e28000572373 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427194 Feb 09 06:27:52.409567 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device ac924115-fd53-4da5-8abf-6570d0efccc7 up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:27:52.537958 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning for port ac924115-fd53-4da5-8abf-6570d0efccc7 completed by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 06:27:52.541837 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port ac924115-fd53-4da5-8abf-6570d0efccc7 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:27:52.542265 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (ac924115-fd53-4da5-8abf-6570d0efccc7), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:52.618733 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port ac924115-fd53-4da5-8abf-6570d0efccc7 is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:27:52.619116 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (ac924115-fd53-4da5-8abf-6570d0efccc7), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:52.640983 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06ab794-2a65-4337-9eff-bee8315277da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac924115-fd53-4da5-8abf-6570d0efccc7'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:27:52.643223 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f335c22f-bbdc-4ae9-8241-0874e1834992" -d '{"events": [{"server_uuid": "e06ab794-2a65-4337-9eff-bee8315277da", "name": "network-vif-plugged", "status": "completed", "tag": "ac924115-fd53-4da5-8abf-6570d0efccc7"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:27:52.655680 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port ac924115-fd53-4da5-8abf-6570d0efccc7, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=ac924115-fd53-4da5-8abf-6570d0efccc7,segment=NetworkSegment(960c1085-0ff0-4ce4-8399-b0e0f3b12ad1),segment_id=960c1085-0ff0-4ce4-8399-b0e0f3b12ad1)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:27:52.677941 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143f9398-57e0-45a7-a959-01387ddb6711 x-openstack-request-id: req-143f9398-57e0-45a7-a959-01387ddb6711 {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:27:52.678260 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06ab794-2a65-4337-9eff-bee8315277da", "name": "network-vif-plugged", "status": "completed", "tag": "ac924115-fd53-4da5-8abf-6570d0efccc7", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:27:52.678523 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-143f9398-57e0-45a7-a959-01387ddb6711 {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:27:52.678924 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06ab794-2a65-4337-9eff-bee8315277da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac924115-fd53-4da5-8abf-6570d0efccc7', 'code': 200} Feb 09 06:27:52.738623 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (ac924115-fd53-4da5-8abf-6570d0efccc7), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:27:52.787761 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=ac924115-fd53-4da5-8abf-6570d0efccc7,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:27:53.063732 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d58a7e-7033-4e12-8e56-f60ce770d87f req-083e0997-3506-4183-a6fb-125cf2bd4f7e tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:53.065879 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-71d58a7e-7033-4e12-8e56-f60ce770d87f req-083e0997-3506-4183-a6fb-125cf2bd4f7e tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=e06ab794-2a65-4337-9eff-bee8315277da HTTP/1.1" status: 200 len: 946 time: 0.1087122 Feb 09 06:27:53.069215 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a09c2-d27d-46cc-b7cf-4a38b4b45082 req-1ad6a9bc-dae3-4ea7-8e6b-baffdebfffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:53.071250 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4d1a09c2-d27d-46cc-b7cf-4a38b4b45082 req-1ad6a9bc-dae3-4ea7-8e6b-baffdebfffa0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e06ab794-2a65-4337-9eff-bee8315277da HTTP/1.1" status: 200 len: 1130 time: 0.0877373 Feb 09 06:27:53.141564 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-71d58a7e-7033-4e12-8e56-f60ce770d87f req-fc9b4b3c-0566-46b6-bce6-7db32ce823af tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691702 Feb 09 06:27:53.143936 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4d1a09c2-d27d-46cc-b7cf-4a38b4b45082 req-a9266169-b2c1-4a30-bbea-bf272640bb82 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634556 Feb 09 06:27:54.260712 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5338d0-8981-414f-81d5-28c3d4cc4d34 req-34630524-9e34-49db-9b2a-b0416f834000 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:54.262109 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bf5338d0-8981-414f-81d5-28c3d4cc4d34 req-34630524-9e34-49db-9b2a-b0416f834000 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=e06ab794-2a65-4337-9eff-bee8315277da HTTP/1.1" status: 200 len: 946 time: 0.0547297 Feb 09 06:27:54.308578 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bf5338d0-8981-414f-81d5-28c3d4cc4d34 req-b892d98d-e8ae-4c61-b0c4-9ddcc7f0e516 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 Feb 09 06:27:55.424075 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbc470-d20b-44a2-bcfe-688b5ab42546 req-c7bbf1fb-ffe2-4cbd-b552-eaf26d7010f7 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:27:55.425555 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-99fbc470-d20b-44a2-bcfe-688b5ab42546 req-c7bbf1fb-ffe2-4cbd-b552-eaf26d7010f7 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=e06ab794-2a65-4337-9eff-bee8315277da HTTP/1.1" status: 200 len: 946 time: 0.0518665 Feb 09 06:27:55.473557 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-99fbc470-d20b-44a2-bcfe-688b5ab42546 req-ee1d7880-3b5b-4f92-a934-28738adfd52a tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424709 Feb 09 06:28:02.246847 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:11.039998 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d30ee72d-693e-492a-a226-23f2c55965cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:13.692430 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-7fecf039-9b1f-409f-939c-0ab6e514a936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:14.383710 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:15.726590 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:17.040398 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:17.881632 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3417d79-ca92-4148-9cc4-915732b66f78 req-47d41860-aa94-45a6-9c7f-01797d3ea94c tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:17.883393 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d3417d79-ca92-4148-9cc4-915732b66f78 req-47d41860-aa94-45a6-9c7f-01797d3ea94c tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=e06ab794-2a65-4337-9eff-bee8315277da HTTP/1.1" status: 200 len: 946 time: 0.0553064 Feb 09 06:28:17.928921 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d3417d79-ca92-4148-9cc4-915732b66f78 req-2ab300e2-1f46-4bcd-bd27-09d58dcb3cd0 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398953 Feb 09 06:28:19.044937 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6d834-247c-4de9-a8fd-bdec3e78b091 req-5c5d22ad-a73e-4500-9c11-5b04e9c214c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:19.046906 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9ea6d834-247c-4de9-a8fd-bdec3e78b091 req-5c5d22ad-a73e-4500-9c11-5b04e9c214c5 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=e06ab794-2a65-4337-9eff-bee8315277da HTTP/1.1" status: 200 len: 946 time: 0.0507464 Feb 09 06:28:19.090239 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9ea6d834-247c-4de9-a8fd-bdec3e78b091 req-ebb4cc02-6aba-4ef6-9a50-d172c6cc1261 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/security-groups?id=37e409f6-32a5-4571-ae91-671a46254b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379341 Feb 09 06:28:19.609882 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7332f-8e55-4644-8a5e-d786fd88171d req-a742d8d7-e6ef-4073-87ac-7ff069e62eb2 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:19.611358 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ccd7332f-8e55-4644-8a5e-d786fd88171d req-a742d8d7-e6ef-4073-87ac-7ff069e62eb2 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06ab794-2a65-4337-9eff-bee8315277da HTTP/1.1" status: 200 len: 946 time: 0.0506828 Feb 09 06:28:19.704650 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [req-ccd7332f-8e55-4644-8a5e-d786fd88171d req-e00c89e0-5c93-4f7b-825d-8d715d002350 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Deleting port ac924115-fd53-4da5-8abf-6570d0efccc7 {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:28:19.704996 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ccd7332f-8e55-4644-8a5e-d786fd88171d req-e00c89e0-5c93-4f7b-825d-8d715d002350 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (ac924115-fd53-4da5-8abf-6570d0efccc7), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:19.790142 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-ccd7332f-8e55-4644-8a5e-d786fd88171d req-e00c89e0-5c93-4f7b-825d-8d715d002350 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] For port ac924115-fd53-4da5-8abf-6570d0efccc7, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=ac924115-fd53-4da5-8abf-6570d0efccc7,segment=NetworkSegment(960c1085-0ff0-4ce4-8399-b0e0f3b12ad1),segment_id=960c1085-0ff0-4ce4-8399-b0e0f3b12ad1)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:28:19.790530 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ccd7332f-8e55-4644-8a5e-d786fd88171d req-e00c89e0-5c93-4f7b-825d-8d715d002350 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (ac924115-fd53-4da5-8abf-6570d0efccc7), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:19.810296 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [req-ccd7332f-8e55-4644-8a5e-d786fd88171d req-e00c89e0-5c93-4f7b-825d-8d715d002350 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Calling delete_port for ac924115-fd53-4da5-8abf-6570d0efccc7 owned by compute:nova {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:28:19.994785 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ccd7332f-8e55-4644-8a5e-d786fd88171d req-e00c89e0-5c93-4f7b-825d-8d715d002350 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (ac924115-fd53-4da5-8abf-6570d0efccc7), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:20.023359 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c89e0-5c93-4f7b-825d-8d715d002350 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Pushing event deleted for resources: {'Port': ['ID=ac924115-fd53-4da5-8abf-6570d0efccc7,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:28:20.032315 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['ac924115-fd53-4da5-8abf-6570d0efccc7'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:28:20.069509 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd7332f-8e55-4644-8a5e-d786fd88171d req-e00c89e0-5c93-4f7b-825d-8d715d002350 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] No DVR routers for this DVR port ac924115-fd53-4da5-8abf-6570d0efccc7 on host hv-cinder-80192 {{(pid=103034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:28:20.071978 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-ccd7332f-8e55-4644-8a5e-d786fd88171d req-e00c89e0-5c93-4f7b-825d-8d715d002350 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:20.075267 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ccd7332f-8e55-4644-8a5e-d786fd88171d req-e00c89e0-5c93-4f7b-825d-8d715d002350 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.30 "DELETE /v2.0/ports/ac924115-fd53-4da5-8abf-6570d0efccc7 HTTP/1.1" status: 204 len: 173 time: 0.4582045 Feb 09 06:28:20.075712 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06ab794-2a65-4337-9eff-bee8315277da', 'name': 'network-vif-deleted', 'tag': 'ac924115-fd53-4da5-8abf-6570d0efccc7'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:28:20.078001 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10771174-2f22-43bb-a232-eea3feb9e40e" -d '{"events": [{"server_uuid": "e06ab794-2a65-4337-9eff-bee8315277da", "name": "network-vif-deleted", "tag": "ac924115-fd53-4da5-8abf-6570d0efccc7"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:28:20.115958 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197253d8-9ec7-4d01-bbfa-a574ec7c5ca6 x-openstack-request-id: req-197253d8-9ec7-4d01-bbfa-a574ec7c5ca6 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:28:20.116260 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06ab794-2a65-4337-9eff-bee8315277da", "name": "network-vif-deleted", "tag": "ac924115-fd53-4da5-8abf-6570d0efccc7", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:28:20.116522 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-197253d8-9ec7-4d01-bbfa-a574ec7c5ca6 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:28:20.116956 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06ab794-2a65-4337-9eff-bee8315277da', 'name': 'network-vif-deleted', 'tag': 'ac924115-fd53-4da5-8abf-6570d0efccc7', 'status': 'completed', 'code': 200} Feb 09 06:28:20.192284 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-117475df-663d-40ee-97c5-b0eee61e90d7 req-79910d57-1916-4f48-b179-02eb9dd5d617 tempest-VolumesSnapshotTestJSON-1261031183 tempest-VolumesSnapshotTestJSON-1261031183-project] 10.222.0.13 "GET /v2.0/ports?device_id=e06ab794-2a65-4337-9eff-bee8315277da HTTP/1.1" status: 200 len: 210 time: 0.0314262 Feb 09 06:28:22.485387 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device ac924115-fd53-4da5-8abf-6570d0efccc7 no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:28:22.505476 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] No Port match for: ac924115-fd53-4da5-8abf-6570d0efccc7 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:28:22.505853 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device ac924115-fd53-4da5-8abf-6570d0efccc7 not bound to the agent host hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:28:23.204676 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:28:30.987811 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3992e-fc72-4e85-9aa9-0a20d8b85c7d req-bc63d43f-28fb-4f17-b36c-df2f55ae312d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:30.989303 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-67c3992e-fc72-4e85-9aa9-0a20d8b85c7d req-bc63d43f-28fb-4f17-b36c-df2f55ae312d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 946 time: 0.2063057 Feb 09 06:28:31.037453 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-67c3992e-fc72-4e85-9aa9-0a20d8b85c7d req-40f1985b-111f-4f44-8999-f9461efe042e tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426207 Feb 09 06:28:32.207537 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474ade6-5fdd-4f49-addc-a8de0bfb1bb2 req-27f21c72-e503-47f0-8ca3-283cad01133b tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:32.208942 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5474ade6-5fdd-4f49-addc-a8de0bfb1bb2 req-27f21c72-e503-47f0-8ca3-283cad01133b tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 946 time: 0.1036639 Feb 09 06:28:32.234246 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:32.259727 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5474ade6-5fdd-4f49-addc-a8de0bfb1bb2 req-38c15ae3-2597-4680-82f5-6cc08bb4ac74 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451536 Feb 09 06:28:33.377277 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc60dd0-1fa9-44a8-b28e-1f6a9abfbf76 req-a50f1d50-c5ae-44a1-b650-7506d14a1aa8 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:33.378750 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0fc60dd0-1fa9-44a8-b28e-1f6a9abfbf76 req-a50f1d50-c5ae-44a1-b650-7506d14a1aa8 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 946 time: 0.0510368 Feb 09 06:28:33.425152 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0fc60dd0-1fa9-44a8-b28e-1f6a9abfbf76 req-1a8f0267-aa00-4183-8b8c-7d7d51fe6522 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407219 Feb 09 06:28:34.544941 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ab26e-7183-4c5a-b74a-04cfca879d2a req-cdb6a56d-4e84-4b48-87f1-df43bf1bc77c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:34.546411 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7a0ab26e-7183-4c5a-b74a-04cfca879d2a req-cdb6a56d-4e84-4b48-87f1-df43bf1bc77c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 946 time: 0.0541570 Feb 09 06:28:34.591967 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7a0ab26e-7183-4c5a-b74a-04cfca879d2a req-280fb720-c005-49dd-a67a-2edb2ccc9e80 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395539 Feb 09 06:28:35.136210 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2254f8-b2fa-4d11-a31d-748212221565 req-75228542-4892-4205-bd00-884626834116 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:35.137653 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2c2254f8-b2fa-4d11-a31d-748212221565 req-75228542-4892-4205-bd00-884626834116 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.30 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 946 time: 0.0519366 Feb 09 06:28:35.232592 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [req-2c2254f8-b2fa-4d11-a31d-748212221565 req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Deleting port e5add28a-8791-423a-b0e1-db2109beb8f9 {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:28:35.232935 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-2c2254f8-b2fa-4d11-a31d-748212221565 req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (e5add28a-8791-423a-b0e1-db2109beb8f9), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:35.328810 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-2c2254f8-b2fa-4d11-a31d-748212221565 req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] For port e5add28a-8791-423a-b0e1-db2109beb8f9, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=e5add28a-8791-423a-b0e1-db2109beb8f9,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:28:35.329182 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-2c2254f8-b2fa-4d11-a31d-748212221565 req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (e5add28a-8791-423a-b0e1-db2109beb8f9), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:35.492412 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-2c2254f8-b2fa-4d11-a31d-748212221565 req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:35.492691 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-2c2254f8-b2fa-4d11-a31d-748212221565 req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540521'] for floatingip (14ff6027-b0fb-4924-bcb5-71159f349572), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:35.493010 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.l3_db [req-2c2254f8-b2fa-4d11-a31d-748212221565 req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Floating IP 14ff6027-b0fb-4924-bcb5-71159f349572 disassociated. External IP: 172.27.3.205, port: e5add28a-8791-423a-b0e1-db2109beb8f9. Feb 09 06:28:35.493349 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [req-2c2254f8-b2fa-4d11-a31d-748212221565 req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Calling delete_port for e5add28a-8791-423a-b0e1-db2109beb8f9 owned by compute:nova {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:28:35.663685 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-2c2254f8-b2fa-4d11-a31d-748212221565 req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (e5add28a-8791-423a-b0e1-db2109beb8f9), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:35.718639 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-55ea10c0-25cc-4802-a966-447d40d762a4 req-1ac9f217-ee02-45b7-ac9c-5163c28763d7 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 210 time: 0.0480886 Feb 09 06:28:35.719996 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event deleted for resources: {'Port': ['ID=e5add28a-8791-423a-b0e1-db2109beb8f9,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:28:35.734379 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:35.734734 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:35.735084 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:35.735425 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:35.735766 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:35.736097 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:35.736430 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:35.736760 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:35.737110 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:35.737421 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:35.737749 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:35.738077 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:35.738426 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:35.845696 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c2254f8-b2fa-4d11-a31d-748212221565 req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:28:35.953579 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c2254f8-b2fa-4d11-a31d-748212221565 req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:28:35.963343 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df72109-ff3f-44f9-8bfb-a2514343632b None None] Sync routers for ids ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:28:35.972675 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df72109-ff3f-44f9-8bfb-a2514343632b None None] Routers {'7a808edb-1d30-4980-a5a0-94f4d69b5a0b'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:28:35.973326 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-6df72109-ff3f-44f9-8bfb-a2514343632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:28:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:28:35.997391 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2254f8-b2fa-4d11-a31d-748212221565 req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] No DVR routers for this DVR port e5add28a-8791-423a-b0e1-db2109beb8f9 on host hv-cinder-80192 {{(pid=103034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:28:36.000203 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-2c2254f8-b2fa-4d11-a31d-748212221565 req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:36.004431 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2c2254f8-b2fa-4d11-a31d-748212221565 req-7b77565c-002a-4609-bb7a-510ff5fb0850 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.30 "DELETE /v2.0/ports/e5add28a-8791-423a-b0e1-db2109beb8f9 HTTP/1.1" status: 204 len: 173 time: 0.8611577 Feb 09 06:28:36.004817 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a82046-2297-42cc-8c98-306cd9a21dd5', 'name': 'network-vif-deleted', 'tag': 'e5add28a-8791-423a-b0e1-db2109beb8f9'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:28:36.007574 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fd3fbc-c00d-42cd-9da8-0857a7c1caf6" -d '{"events": [{"server_uuid": "45a82046-2297-42cc-8c98-306cd9a21dd5", "name": "network-vif-deleted", "tag": "e5add28a-8791-423a-b0e1-db2109beb8f9"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:28:36.048910 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54f7783-0a50-44d9-ad0f-7e9f729ecfca x-openstack-request-id: req-f54f7783-0a50-44d9-ad0f-7e9f729ecfca {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:28:36.049201 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a82046-2297-42cc-8c98-306cd9a21dd5", "name": "network-vif-deleted", "tag": "e5add28a-8791-423a-b0e1-db2109beb8f9", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:28:36.049455 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f54f7783-0a50-44d9-ad0f-7e9f729ecfca {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:28:36.049850 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a82046-2297-42cc-8c98-306cd9a21dd5', 'name': 'network-vif-deleted', 'tag': 'e5add28a-8791-423a-b0e1-db2109beb8f9', 'status': 'completed', 'code': 200} Feb 09 06:28:36.087430 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-6df72109-ff3f-44f9-8bfb-a2514343632b None None] Set router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:28:36.299865 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-6df72109-ff3f-44f9-8bfb-a2514343632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:44Z', 'revision_number': 5, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:28:36.329497 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df72109-ff3f-44f9-8bfb-a2514343632b None None] Checking router: 7a808edb-1d30-4980-a5a0-94f4d69b5a0b for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:28:36.337611 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df72109-ff3f-44f9-8bfb-a2514343632b None None] Routers {'7a808edb-1d30-4980-a5a0-94f4d69b5a0b'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:28:36.338253 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-6df72109-ff3f-44f9-8bfb-a2514343632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:28:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:28:36.576247 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-6df72109-ff3f-44f9-8bfb-a2514343632b None None] Set router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:28:36.784147 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-6df72109-ff3f-44f9-8bfb-a2514343632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:44Z', 'revision_number': 5, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:28:36.811390 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df72109-ff3f-44f9-8bfb-a2514343632b None None] The sync data for ids ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'] in dv-cinder-801923-6-iscsi is: [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:44Z', 'revision_number': 5, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:28:36.830482 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a1f32452-44c1-4c88-908c-3e52f9a4bb51 req-fae46622-c110-459a-a1d0-5d938d57f6d0 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82046-2297-42cc-8c98-306cd9a21dd5 HTTP/1.1" status: 200 len: 210 time: 0.0288951 Feb 09 06:28:36.992587 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device e5add28a-8791-423a-b0e1-db2109beb8f9 no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:28:37.016698 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] No Port match for: e5add28a-8791-423a-b0e1-db2109beb8f9 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:28:37.017080 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device e5add28a-8791-423a-b0e1-db2109beb8f9 not bound to the agent host hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:28:37.038319 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280259be-c698-45ef-be3d-6981c9fe97c4 None None] New status for floating IP 14ff6027-b0fb-4924-bcb5-71159f349572: DOWN {{(pid=103037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 06:28:38.089090 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-f5fef6a4-2d11-4a62-b9e2-b64681046855 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-92714131&fields=id&tenant_id=b2c52a1656554315a215f5d7e869570f HTTP/1.1" status: 200 len: 267 time: 0.0423920 Feb 09 06:28:38.193571 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-5c09e9ef-5466-4958-af4a-2368f931d921 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:38.194971 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-5c09e9ef-5466-4958-af4a-2368f931d921 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/networks?id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6 HTTP/1.1" status: 200 len: 812 time: 0.0990500 Feb 09 06:28:38.209393 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-75f6ce90-8071-443b-ba38-b6b3a688d565 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/quotas/b2c52a1656554315a215f5d7e869570f HTTP/1.1" status: 200 len: 375 time: 0.0090044 Feb 09 06:28:38.263291 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-ae7e3cd0-717f-4d78-9e97-40998de8a0f7 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2c52a1656554315a215f5d7e869570f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492556 Feb 09 06:28:38.278854 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-43d0bb56-c80e-4dd5-b297-94355f2a5003 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103034) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 06:28:38.279817 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-43d0bb56-c80e-4dd5-b297-94355f2a5003 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049496 Feb 09 06:28:38.364557 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-358d6660-f8e5-4c08-88d4-ea90ae668470 service neutron] 10.222.0.13 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788326 Feb 09 06:28:38.455716 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-48f3cc1c-7026-43f6-b511-478d1ec6eaf6 service neutron] 10.222.0.13 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848105 Feb 09 06:28:38.949474 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9f2299d1-a230-4727-85f3-92a1f3d67f51 req-b1ae7f89-6b89-47e6-9c1b-3dc30af3b498 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 210 time: 0.0265820 Feb 09 06:28:40.041182 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-a8ca04c1-9cf0-41a6-ba55-69816bd6e4f9 req-5a34bce6-bf44-49cc-940f-6e3ef2f307af tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 210 time: 0.0264969 Feb 09 06:28:40.835195 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-38ed36be-dc0f-4bea-abcc-6d04df2fb613 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:40.836658 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-38ed36be-dc0f-4bea-abcc-6d04df2fb613 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.30 "GET /v2.0/networks?id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6 HTTP/1.1" status: 200 len: 812 time: 0.1098497 Feb 09 06:28:40.910555 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-c3b98956-0921-4695-a852-36f96d4f2675 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2c52a1656554315a215f5d7e869570f HTTP/1.1" status: 200 len: 378 time: 0.0594940 Feb 09 06:28:40.918555 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-dc739361-4f49-4011-949c-02709f89b64c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Request body: {'port': {'device_id': '6f5c12b4-67fb-4766-b196-f61bfc65f21a', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'admin_state_up': True, 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'security_groups': ['09ce4859-9d82-472f-8c8a-242f8f7693b4']}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:28:41.063296 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-894b34fe-74ee-4f32-a8b7-311b5341919e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:41.091860 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-dc739361-4f49-4011-949c-02709f89b64c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Made reservation on behalf of b2c52a1656554315a215f5d7e869570f for: {'port': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:28:41.095571 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-dc739361-4f49-4011-949c-02709f89b64c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:41.167785 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f1df25a8-8e94-473b-ac7a-319c2fd1a637 req-19edfcb4-d032-47cf-bd22-9fc4a3338191 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 210 time: 0.0549941 Feb 09 06:28:41.241233 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-dc739361-4f49-4011-949c-02709f89b64c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Allocated IP 172.20.0.7 (25ddb737-4b1e-41fe-b3f8-44ce16c064d6/d816c41c-5d1b-4b9b-8c2a-5df9f87cb960/b979de69-4b15-4e43-bf57-2e550df89828) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:28:41.371536 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-dc739361-4f49-4011-949c-02709f89b64c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for port (b979de69-4b15-4e43-bf57-2e550df89828), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:41.479517 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-dc739361-4f49-4011-949c-02709f89b64c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (b979de69-4b15-4e43-bf57-2e550df89828), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:41.518781 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-dc739361-4f49-4011-949c-02709f89b64c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:28:41.521852 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-dc739361-4f49-4011-949c-02709f89b64c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:28:41.524451 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-dc739361-4f49-4011-949c-02709f89b64c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:28:41.564174 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc739361-4f49-4011-949c-02709f89b64c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event updated for resources: {'Port': ['ID=b979de69-4b15-4e43-bf57-2e550df89828,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:28:41.590508 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-dc739361-4f49-4011-949c-02709f89b64c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:41.590508 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-dc739361-4f49-4011-949c-02709f89b64c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:41.665529 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-dc739361-4f49-4011-949c-02709f89b64c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7503707 Feb 09 06:28:41.674650 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-e40bff58-221e-4929-b26c-70b4b009c464 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103034) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 06:28:41.675992 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-e40bff58-221e-4929-b26c-70b4b009c464 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058174 Feb 09 06:28:41.739401 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] Request body: {'port': {'device_id': '6f5c12b4-67fb-4766-b196-f61bfc65f21a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80192'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:28:41.757785 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e412c5fe-e4f9-4eaf-8cb9-da987f9b7ab1 None None] Provisioning complete for port b979de69-4b15-4e43-bf57-2e550df89828 triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:28:41.758438 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e412c5fe-e4f9-4eaf-8cb9-da987f9b7ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (b979de69-4b15-4e43-bf57-2e550df89828), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:41.793887 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e412c5fe-e4f9-4eaf-8cb9-da987f9b7ab1 None None] Port b979de69-4b15-4e43-bf57-2e550df89828 cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:28:41.805519 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (b979de69-4b15-4e43-bf57-2e550df89828), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:42.081223 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b979de69-4b15-4e43-bf57-2e550df89828 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:28:42.089804 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] Publish callbacks [] for port (b979de69-4b15-4e43-bf57-2e550df89828), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:42.101748 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] Transition to ACTIVE for port object b979de69-4b15-4e43-bf57-2e550df89828 will not be triggered until provisioned by entity L2. {{(pid=103034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 06:28:42.188629 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (b979de69-4b15-4e43-bf57-2e550df89828), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:42.243388 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] Pushing event updated for resources: {'Port': ['ID=b979de69-4b15-4e43-bf57-2e550df89828,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:28:42.346282 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] Attempting to bind port b979de69-4b15-4e43-bf57-2e550df89828 on host hv-cinder-80192 for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:28:42.346628 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] Attempting to bind port b979de69-4b15-4e43-bf57-2e550df89828 by drivers openvswitch,hyperv on host hv-cinder-80192 at level 0 using segments [{'id': 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:28:42.346906 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] Attempting to bind port b979de69-4b15-4e43-bf57-2e550df89828 on network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:28:42.357849 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4a2ce-4d0c-4fc3-9cb5-916d51d2fd6f req-5c9e529f-964b-4c39-a8cb-bcd5921fd0f6 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:42.359423 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-78e4a2ce-4d0c-4fc3-9cb5-916d51d2fd6f req-5c9e529f-964b-4c39-a8cb-bcd5921fd0f6 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 943 time: 0.0986476 Feb 09 06:28:42.364558 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] Port b979de69-4b15-4e43-bf57-2e550df89828 on network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80192 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 06:28:42.365007 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] Attempting to bind port b979de69-4b15-4e43-bf57-2e550df89828 on network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:28:42.379537 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] Checking agent: {'id': '16e2666b-01c8-44a0-ad9b-455a2be8881c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80192', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'started_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:28:42.379986 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] Checking segment: {'id': 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:28:42.380421 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] Bound using segment: {'id': 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:28:42.380864 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] Bound port: b979de69-4b15-4e43-bf57-2e550df89828, host: hv-cinder-80192, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:28:42.381233 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (b979de69-4b15-4e43-bf57-2e550df89828), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:42.456261 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-78e4a2ce-4d0c-4fc3-9cb5-916d51d2fd6f req-02d9d1e1-a334-4214-9712-5af1bf9a097d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866315 Feb 09 06:28:42.471074 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] For port b979de69-4b15-4e43-bf57-2e550df89828, host hv-cinder-80192, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:28:42.474278 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] For port b979de69-4b15-4e43-bf57-2e550df89828, host hv-cinder-80192, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=b979de69-4b15-4e43-bf57-2e550df89828,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:28:42.543544 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (b979de69-4b15-4e43-bf57-2e550df89828), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:42.577010 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:42.577633 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:42.579047 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] 10.222.0.30 "PUT /v2.0/ports/b979de69-4b15-4e43-bf57-2e550df89828 HTTP/1.1" status: 200 len: 1093 time: 0.8895712 Feb 09 06:28:42.579490 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5c12b4-67fb-4766-b196-f61bfc65f21a', 'tag': 'b979de69-4b15-4e43-bf57-2e550df89828'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:28:42.581803 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016b4228-6b40-49f0-95fe-d3fb89bc6d05" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5c12b4-67fb-4766-b196-f61bfc65f21a", "tag": "b979de69-4b15-4e43-bf57-2e550df89828"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:28:42.604312 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d34f65-7940-45ab-97cb-b21ef4c21187 service neutron] Pushing event updated for resources: {'Port': ['ID=b979de69-4b15-4e43-bf57-2e550df89828,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:28:42.638362 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58d9c90-4527-48ff-8aad-df37ea3b1f93 x-openstack-request-id: req-a58d9c90-4527-48ff-8aad-df37ea3b1f93 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:28:42.638675 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5c12b4-67fb-4766-b196-f61bfc65f21a", "tag": "b979de69-4b15-4e43-bf57-2e550df89828", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:28:42.638911 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a58d9c90-4527-48ff-8aad-df37ea3b1f93 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:28:42.639312 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5c12b4-67fb-4766-b196-f61bfc65f21a', 'tag': 'b979de69-4b15-4e43-bf57-2e550df89828', 'status': 'completed', 'code': 200} Feb 09 06:28:42.733050 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b4228-6b40-49f0-95fe-d3fb89bc6d05 req-01578531-17a6-4621-8030-987dd807024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:42.734616 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-016b4228-6b40-49f0-95fe-d3fb89bc6d05 req-01578531-17a6-4621-8030-987dd807024e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2c52a1656554315a215f5d7e869570f&device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 1127 time: 0.0506020 Feb 09 06:28:42.848192 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b4228-6b40-49f0-95fe-d3fb89bc6d05 req-51fd16b0-84f7-45c7-903c-7e12e9a9fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:42.849641 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-016b4228-6b40-49f0-95fe-d3fb89bc6d05 req-51fd16b0-84f7-45c7-903c-7e12e9a9fa96 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b2c52a1656554315a215f5d7e869570f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1016667 Feb 09 06:28:42.945188 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b4228-6b40-49f0-95fe-d3fb89bc6d05 req-e14be5f7-66c9-4f6a-ab03-3d8716cecdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:42.946696 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-016b4228-6b40-49f0-95fe-d3fb89bc6d05 req-e14be5f7-66c9-4f6a-ab03-3d8716cecdb3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0910728 Feb 09 06:28:43.046773 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-cc6b4a87-8f93-462c-ab5b-0e21c93b8035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:43.048291 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-cc6b4a87-8f93-462c-ab5b-0e21c93b8035 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2c52a1656554315a215f5d7e869570f&device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 1127 time: 0.0441573 Feb 09 06:28:43.094230 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-4604d8e6-b29c-4381-a731-fce629728176 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b979de69-4b15-4e43-bf57-2e550df89828 HTTP/1.1" status: 200 len: 217 time: 0.0331705 Feb 09 06:28:43.400557 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-4f983500-8dad-42c5-85eb-700d53c7d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:43.402016 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-4f983500-8dad-42c5-85eb-700d53c7d520 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d816c41c-5d1b-4b9b-8c2a-5df9f87cb960 HTTP/1.1" status: 200 len: 851 time: 0.3020654 Feb 09 06:28:43.452856 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-ef4ae6ad-9f66-4878-b57c-1d98ff29d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:43.454344 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-ef4ae6ad-9f66-4878-b57c-1d98ff29d9db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460846 Feb 09 06:28:43.567204 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-b7d01c2d-7f6c-432b-8424-447a3db8fd74 service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064692 Feb 09 06:28:43.632483 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d327b-b24e-4ef7-b86e-5537f10389d5 req-92c75d6c-719c-407b-811e-baff32f5d87b tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:43.634130 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-675d327b-b24e-4ef7-b86e-5537f10389d5 req-92c75d6c-719c-407b-811e-baff32f5d87b tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 943 time: 0.1091526 Feb 09 06:28:43.657402 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e345f9ae-ab4e-4ac3-a02c-90b6fb55b0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:43.696904 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f5dceb64-407b-43ea-a7d0-5cb30a25a13d req-42ce0b31-3d44-4a49-b663-b3b00ecc96a3 service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224332 Feb 09 06:28:43.709246 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-675d327b-b24e-4ef7-b86e-5537f10389d5 req-f395db1b-af46-43f7-97f6-1e6a7b083754 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692945 Feb 09 06:28:44.394736 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:44.838072 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da794afe-a119-4c9a-8d4c-01080f886f87 req-1849e4e8-5d3c-4272-a7b2-12de260a926e tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:44.839703 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-da794afe-a119-4c9a-8d4c-01080f886f87 req-1849e4e8-5d3c-4272-a7b2-12de260a926e tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 943 time: 0.0577216 Feb 09 06:28:44.889478 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-da794afe-a119-4c9a-8d4c-01080f886f87 req-f486a0f3-b868-469d-b4e2-b317e76d696c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441713 Feb 09 06:28:45.714446 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:46.007869 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e7f05-5947-4c7a-b439-670c83fd4ba6 req-f6cccd56-dadd-4b42-8291-878c32f6ce3c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:46.009670 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ed2e7f05-5947-4c7a-b439-670c83fd4ba6 req-f6cccd56-dadd-4b42-8291-878c32f6ce3c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 943 time: 0.0556693 Feb 09 06:28:46.058264 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ed2e7f05-5947-4c7a-b439-670c83fd4ba6 req-9e32edaf-fa74-4c95-b91d-fd536b36dadf tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429237 Feb 09 06:28:46.440247 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60922) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:28:46.486511 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcbefc3-6b3e-43ee-a460-39702c7a61b5 admin admin] Deleting subnet 9afeb4c8-9518-4e61-a346-b54444fd49d3 {{(pid=103034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 06:28:46.489453 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ddcbefc3-6b3e-43ee-a460-39702c7a61b5 admin admin] Publish callbacks [] for subnet (9afeb4c8-9518-4e61-a346-b54444fd49d3), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:46.523178 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ddcbefc3-6b3e-43ee-a460-39702c7a61b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819294'] for subnet (9afeb4c8-9518-4e61-a346-b54444fd49d3), precommit_delete_associations {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:46.559507 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ddcbefc3-6b3e-43ee-a460-39702c7a61b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070576'] for subnet (9afeb4c8-9518-4e61-a346-b54444fd49d3), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:46.662587 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ddcbefc3-6b3e-43ee-a460-39702c7a61b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6166112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4413224'] for subnet (9afeb4c8-9518-4e61-a346-b54444fd49d3), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:46.686687 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbefc3-6b3e-43ee-a460-39702c7a61b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9afeb4c8-9518-4e61-a346-b54444fd49d3,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:28:46.690769 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ddcbefc3-6b3e-43ee-a460-39702c7a61b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:46.694493 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-ddcbefc3-6b3e-43ee-a460-39702c7a61b5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9afeb4c8-9518-4e61-a346-b54444fd49d3 HTTP/1.1" status: 204 len: 168 time: 0.2532058 Feb 09 06:28:46.696953 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60924) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:28:46.765538 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2eacea50-550d-426e-90ce-02287d8bf7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096870'] for network (9a093954-1e92-4588-8da9-3339898f2707), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:46.839886 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2eacea50-550d-426e-90ce-02287d8bf7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1884327', 'neutron.services.segments.db._delete_segments_for_network-8788413974977'] for network (9a093954-1e92-4588-8da9-3339898f2707), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:46.859290 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.services.segments.db [None req-2eacea50-550d-426e-90ce-02287d8bf7de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a093954-1e92-4588-8da9-3339898f2707']}} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:28:46.868096 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.services.segments.db [None req-2eacea50-550d-426e-90ce-02287d8bf7de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960c1085-0ff0-4ce4-8399-b0e0f3b12ad1') {'for_net_delete': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:28:46.868390 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.services.segments.db [None req-2eacea50-550d-426e-90ce-02287d8bf7de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960c1085-0ff0-4ce4-8399-b0e0f3b12ad1') {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:28:46.881536 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2eacea50-550d-426e-90ce-02287d8bf7de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788413976266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5819285'] for segment (960c1085-0ff0-4ce4-8399-b0e0f3b12ad1), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:46.896488 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2eacea50-550d-426e-90ce-02287d8bf7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (960c1085-0ff0-4ce4-8399-b0e0f3b12ad1), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:46.902381 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eacea50-550d-426e-90ce-02287d8bf7de admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 06:28:46.902754 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2eacea50-550d-426e-90ce-02287d8bf7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6166218'] for segment (960c1085-0ff0-4ce4-8399-b0e0f3b12ad1), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: Traceback (most recent call last): Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: timer() Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: cb(*args, **kw) Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: return func(*args, **kwargs) Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: self._notify() Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: self.callback(batched_events) Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: event.method(event) Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: return f(self, *a, **k) Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: return self._get(url).json() Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: return self.request(url, 'GET', **kwargs) Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 06:28:46.904320 dv-cinder-801923-6-iscsi neutron-server[103034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 06:28:47.006091 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2eacea50-550d-426e-90ce-02287d8bf7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1884350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540539'] for network (9a093954-1e92-4588-8da9-3339898f2707), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:47.011588 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2eacea50-550d-426e-90ce-02287d8bf7de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:47.014839 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-2eacea50-550d-426e-90ce-02287d8bf7de admin admin] 10.222.0.13 "DELETE /v2.0/networks/9a093954-1e92-4588-8da9-3339898f2707 HTTP/1.1" status: 204 len: 168 time: 0.3168578 Feb 09 06:28:47.025842 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacea50-550d-426e-90ce-02287d8bf7de admin admin] Pushing event deleted for resources: {'Network': ['ID=9a093954-1e92-4588-8da9-3339898f2707,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:28:47.056661 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:47.173983 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc8cde-140f-4b68-91c7-606324930ee5 req-98785308-9833-49c0-a15b-3092e54e3f97 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:47.175653 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-78dc8cde-140f-4b68-91c7-606324930ee5 req-98785308-9833-49c0-a15b-3092e54e3f97 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 943 time: 0.0514457 Feb 09 06:28:47.222291 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-78dc8cde-140f-4b68-91c7-606324930ee5 req-4542251e-6142-4514-af1b-7a00b4443242 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412064 Feb 09 06:28:47.347166 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60930) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:28:47.389726 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-c97c3d3f-b320-4d5c-a7ad-b119e316c6c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccfd7d629eb34f2dbe41b7a05f1917f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414383 Feb 09 06:28:47.392335 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 60932) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:28:47.436499 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8ab8bf5d-555a-4116-ba4a-250670f37908 admin admin] Publish callbacks [] for security_group (37e409f6-32a5-4571-ae91-671a46254b54), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:47.457337 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8ab8bf5d-555a-4116-ba4a-250670f37908 admin admin] Publish callbacks [] for security_group (37e409f6-32a5-4571-ae91-671a46254b54), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:47.560273 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8ab8bf5d-555a-4116-ba4a-250670f37908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (37e409f6-32a5-4571-ae91-671a46254b54), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:47.565191 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8ab8bf5d-555a-4116-ba4a-250670f37908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:47.567723 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-8ab8bf5d-555a-4116-ba4a-250670f37908 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37e409f6-32a5-4571-ae91-671a46254b54 HTTP/1.1" status: 204 len: 168 time: 0.1727304 Feb 09 06:28:47.574290 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8bf5d-555a-4116-ba4a-250670f37908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e409f6-32a5-4571-ae91-671a46254b54,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:28:48.339932 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38286a4-5d7e-49ce-8d96-1e236f27ccfa req-d531138e-bcd2-4801-95a2-ed52787e1947 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:48.341404 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e38286a4-5d7e-49ce-8d96-1e236f27ccfa req-d531138e-bcd2-4801-95a2-ed52787e1947 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 943 time: 0.0522027 Feb 09 06:28:48.388440 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e38286a4-5d7e-49ce-8d96-1e236f27ccfa req-517d6524-dab6-4f7a-a440-b54e1961e190 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414226 Feb 09 06:28:49.504754 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63e277-24a1-4d9b-b277-af0654df3e93 req-86fe47e5-0aa4-4d92-ac23-9f285ffc2eee tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:49.506221 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1f63e277-24a1-4d9b-b277-af0654df3e93 req-86fe47e5-0aa4-4d92-ac23-9f285ffc2eee tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 943 time: 0.0532644 Feb 09 06:28:49.552583 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-1f63e277-24a1-4d9b-b277-af0654df3e93 req-b21c4c7e-5bc5-41b1-b2ab-2d7fb88726a7 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407209 Feb 09 06:28:50.667140 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0f23b-7e9f-4584-a2c8-dabd0d447bfa req-afc8a933-9c1c-464f-b698-6ae2add2e9e6 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:50.668588 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-59d0f23b-7e9f-4584-a2c8-dabd0d447bfa req-afc8a933-9c1c-464f-b698-6ae2add2e9e6 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 943 time: 0.0508761 Feb 09 06:28:50.716394 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-59d0f23b-7e9f-4584-a2c8-dabd0d447bfa req-c098a2ea-c50b-49a0-a5c6-8ed864b283e1 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423055 Feb 09 06:28:51.030780 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device b979de69-4b15-4e43-bf57-2e550df89828 details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:28:51.143578 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port b979de69-4b15-4e43-bf57-2e550df89828, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=b979de69-4b15-4e43-bf57-2e550df89828,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:28:51.154249 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': 'b979de69-4b15-4e43-bf57-2e550df89828', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'port_id': 'b979de69-4b15-4e43-bf57-2e550df89828', 'mac_address': 'fa:16:3e:ce:62:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:28:51.189865 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port b979de69-4b15-4e43-bf57-2e550df89828 is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:28:51.190284 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (b979de69-4b15-4e43-bf57-2e550df89828), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:51.202285 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b979de69-4b15-4e43-bf57-2e550df89828 {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:28:51.220482 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port b979de69-4b15-4e43-bf57-2e550df89828, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=b979de69-4b15-4e43-bf57-2e550df89828,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:28:51.280211 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (b979de69-4b15-4e43-bf57-2e550df89828), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:51.324982 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=b979de69-4b15-4e43-bf57-2e550df89828,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:28:51.332189 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:51.332543 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:51.332880 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:51.333217 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:51.333546 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:51.333873 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:51.334218 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:51.334548 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:51.334877 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:51.335201 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:51.335519 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:51.335838 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:51.336154 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:51.556369 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['b979de69-4b15-4e43-bf57-2e550df89828'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:28:51.839693 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c239c-8902-4a9a-bc9d-44950a7afa47 req-fa045a00-9435-4e9b-a3ca-c4f751ca0e0a tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:51.841069 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f40c239c-8902-4a9a-bc9d-44950a7afa47 req-fa045a00-9435-4e9b-a3ca-c4f751ca0e0a tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 944 time: 0.0552075 Feb 09 06:28:51.887745 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f40c239c-8902-4a9a-bc9d-44950a7afa47 req-25922689-75c8-490d-9750-3413f3d920f5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410767 Feb 09 06:28:53.004033 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4a8f5-85c6-41bb-9bb1-2a6e482e8946 req-0e718827-133b-4421-8ce1-498884619d64 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:53.005511 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ccb4a8f5-85c6-41bb-9bb1-2a6e482e8946 req-0e718827-133b-4421-8ce1-498884619d64 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 944 time: 0.0514081 Feb 09 06:28:53.030799 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device b979de69-4b15-4e43-bf57-2e550df89828 up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:28:53.053413 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-ccb4a8f5-85c6-41bb-9bb1-2a6e482e8946 req-4c9887ae-f805-42cb-b55a-8aa80123b5a0 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420489 Feb 09 06:28:53.154577 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning for port b979de69-4b15-4e43-bf57-2e550df89828 completed by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 06:28:53.159230 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port b979de69-4b15-4e43-bf57-2e550df89828 triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:28:53.159610 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (b979de69-4b15-4e43-bf57-2e550df89828), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:53.233634 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port b979de69-4b15-4e43-bf57-2e550df89828 is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:28:53.234022 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (b979de69-4b15-4e43-bf57-2e550df89828), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:53.255759 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5c12b4-67fb-4766-b196-f61bfc65f21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b979de69-4b15-4e43-bf57-2e550df89828'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:28:53.257989 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f947cd0b-183b-4e43-949e-e91a5b068b4a" -d '{"events": [{"server_uuid": "6f5c12b4-67fb-4766-b196-f61bfc65f21a", "name": "network-vif-plugged", "status": "completed", "tag": "b979de69-4b15-4e43-bf57-2e550df89828"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:28:53.271168 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port b979de69-4b15-4e43-bf57-2e550df89828, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=b979de69-4b15-4e43-bf57-2e550df89828,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:28:53.294354 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bf0af7-262d-4682-a22f-fe83863611f4 x-openstack-request-id: req-38bf0af7-262d-4682-a22f-fe83863611f4 {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:28:53.294354 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5c12b4-67fb-4766-b196-f61bfc65f21a", "name": "network-vif-plugged", "status": "completed", "tag": "b979de69-4b15-4e43-bf57-2e550df89828", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:28:53.294354 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38bf0af7-262d-4682-a22f-fe83863611f4 {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:28:53.294662 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5c12b4-67fb-4766-b196-f61bfc65f21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b979de69-4b15-4e43-bf57-2e550df89828', 'code': 200} Feb 09 06:28:53.337096 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (b979de69-4b15-4e43-bf57-2e550df89828), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:53.390765 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=b979de69-4b15-4e43-bf57-2e550df89828,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:28:53.650456 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ea45d-24c8-4221-aff8-a7757d6dd82e req-e7fc8d7e-4186-4bc0-8651-584617478c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:53.651849 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-628ea45d-24c8-4221-aff8-a7757d6dd82e req-e7fc8d7e-4186-4bc0-8651-584617478c0c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 1129 time: 0.0432291 Feb 09 06:28:53.698916 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-628ea45d-24c8-4221-aff8-a7757d6dd82e req-700c8510-07ea-48c3-8f25-026c9c4a9359 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411994 Feb 09 06:28:54.167501 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f225ba-64e8-43b6-9e91-fbbb8f561542 req-47f4c281-9f3d-484e-b1cf-cbdaecaf1de4 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:54.168959 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-39f225ba-64e8-43b6-9e91-fbbb8f561542 req-47f4c281-9f3d-484e-b1cf-cbdaecaf1de4 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 945 time: 0.0508320 Feb 09 06:28:54.215288 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-39f225ba-64e8-43b6-9e91-fbbb8f561542 req-53eb8921-c9f7-4ce2-bae6-f954638c30d0 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403368 Feb 09 06:28:55.331266 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c97fa-b8ea-4643-8d10-df8f579a8199 req-4dbcd3c2-4ce8-41de-a6b2-608a436be70b tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:55.332729 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-af5c97fa-b8ea-4643-8d10-df8f579a8199 req-4dbcd3c2-4ce8-41de-a6b2-608a436be70b tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 945 time: 0.0510454 Feb 09 06:28:55.378740 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-af5c97fa-b8ea-4643-8d10-df8f579a8199 req-66b9a820-5a4b-4a4a-8d54-171de8d2a072 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406134 Feb 09 06:28:55.496325 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0a139-6ce7-4e3d-be28-11cd87f572c0 req-e47957d1-cbe8-471d-8617-c1af01d1da1e tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:55.497676 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-28f0a139-6ce7-4e3d-be28-11cd87f572c0 req-e47957d1-cbe8-471d-8617-c1af01d1da1e tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 945 time: 0.0541937 Feb 09 06:28:55.543786 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-28f0a139-6ce7-4e3d-be28-11cd87f572c0 req-b1493816-c57c-4d2c-99bf-3cfc1e6d5a9b tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401924 Feb 09 06:28:55.565294 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 60954) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:28:55.608311 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace9ad8d-2721-4780-a17b-1c24ab14fe3b tempest-TestVolumeBootPattern-140814713 tempest-TestVolumeBootPattern-140814713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:55.609812 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-ace9ad8d-2721-4780-a17b-1c24ab14fe3b tempest-TestVolumeBootPattern-140814713 tempest-TestVolumeBootPattern-140814713-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 1124 time: 0.0434930 Feb 09 06:28:55.612522 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 60958) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:28:55.616630 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Request body: {'floatingip': {'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'port_id': 'b979de69-4b15-4e43-bf57-2e550df89828', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:28:55.691870 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:55.785982 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:55.884458 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Allocated IP 172.27.3.114 (60906f90-e5e0-4579-a713-ae70aadf892a/3feeac82-f55f-4d1a-bdeb-44d8682c5c90/380f349c-f4ba-4c88-b758-3580279ecb3f) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:28:55.982288 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for port (380f349c-f4ba-4c88-b758-3580279ecb3f), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:56.086375 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (380f349c-f4ba-4c88-b758-3580279ecb3f), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:56.121796 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Network 60906f90-e5e0-4579-a713-ae70aadf892a is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:28:56.126474 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:28:56.130579 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:28:56.152907 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event updated for resources: {'Port': ['ID=380f349c-f4ba-4c88-b758-3580279ecb3f,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:28:56.164879 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:56.165237 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:56.165576 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:56.165910 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:56.166272 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:56.166603 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:56.166929 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:56.167256 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:56.167580 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:56.167902 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:56.168224 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:56.168544 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:56.168861 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:28:56.477436 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for floatingip (62a7ce67-cc65-4273-a214-7726b3bed660), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:56.574072 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (380f349c-f4ba-4c88-b758-3580279ecb3f), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:56.716495 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for port (380f349c-f4ba-4c88-b758-3580279ecb3f), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:56.754148 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (380f349c-f4ba-4c88-b758-3580279ecb3f), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:56.822398 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event updated for resources: {'Port': ['ID=380f349c-f4ba-4c88-b758-3580279ecb3f,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:28:56.834654 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540521'] for floatingip (62a7ce67-cc65-4273-a214-7726b3bed660), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:56.937883 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.db.l3_db [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Floating IP 62a7ce67-cc65-4273-a214-7726b3bed660 associated. External IP: 172.27.3.114, port: b979de69-4b15-4e43-bf57-2e550df89828. Feb 09 06:28:57.139411 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:28:57.243961 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:28:57.254115 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d69daa-d7b5-435a-a220-8db10b52aa56 None None] Sync routers for ids ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:28:57.263317 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d69daa-d7b5-435a-a220-8db10b52aa56 None None] Routers {'7a808edb-1d30-4980-a5a0-94f4d69b5a0b'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:28:57.263931 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-69d69daa-d7b5-435a-a220-8db10b52aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:28:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:28:57.299074 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:28:57.342212 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-e55224c1-ca3a-4f0d-b09f-dd080e4cdfea tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7152758 Feb 09 06:28:57.342212 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5c12b4-67fb-4766-b196-f61bfc65f21a', 'tag': 'b979de69-4b15-4e43-bf57-2e550df89828'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:28:57.342212 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d47edf-512d-4aeb-9571-bf344dc7336e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5c12b4-67fb-4766-b196-f61bfc65f21a", "tag": "b979de69-4b15-4e43-bf57-2e550df89828"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:28:57.371133 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-69d69daa-d7b5-435a-a220-8db10b52aa56 None None] Set router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:28:57.548295 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8997b3ac-9a6e-48d0-bfb1-c305b6fd2a50 x-openstack-request-id: req-8997b3ac-9a6e-48d0-bfb1-c305b6fd2a50 {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:28:57.548589 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5c12b4-67fb-4766-b196-f61bfc65f21a", "tag": "b979de69-4b15-4e43-bf57-2e550df89828", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:28:57.548844 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8997b3ac-9a6e-48d0-bfb1-c305b6fd2a50 {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:28:57.549285 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5c12b4-67fb-4766-b196-f61bfc65f21a', 'tag': 'b979de69-4b15-4e43-bf57-2e550df89828', 'status': 'completed', 'code': 200} Feb 09 06:28:57.596756 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-69d69daa-d7b5-435a-a220-8db10b52aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '62a7ce67-cc65-4273-a214-7726b3bed660', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'port_id': 'b979de69-4b15-4e43-bf57-2e550df89828', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'mac_address': 'fa:16:3e:ce:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c12b4-67fb-4766-b196-f61bfc65f21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:28:56Z', 'updated_at': '2022-02-09T06:28:56Z', 'revision_number': 0, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:44Z', 'revision_number': 5, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:28:57.625988 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d69daa-d7b5-435a-a220-8db10b52aa56 None None] Checking router: 7a808edb-1d30-4980-a5a0-94f4d69b5a0b for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:28:57.633994 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d47edf-512d-4aeb-9571-bf344dc7336e req-d4d9693f-633d-4585-bd49-198890f87038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:57.634538 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d69daa-d7b5-435a-a220-8db10b52aa56 None None] Routers {'7a808edb-1d30-4980-a5a0-94f4d69b5a0b'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:28:57.635080 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-69d69daa-d7b5-435a-a220-8db10b52aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:28:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:28:57.635608 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-98d47edf-512d-4aeb-9571-bf344dc7336e req-d4d9693f-633d-4585-bd49-198890f87038 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2c52a1656554315a215f5d7e869570f&device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 1129 time: 0.0435870 Feb 09 06:28:57.727734 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d47edf-512d-4aeb-9571-bf344dc7336e req-7c605b82-42bf-4a75-9cd3-949c09d450ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:57.729136 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-98d47edf-512d-4aeb-9571-bf344dc7336e req-7c605b82-42bf-4a75-9cd3-949c09d450ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6 HTTP/1.1" status: 200 len: 912 time: 0.0868628 Feb 09 06:28:57.741028 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-69d69daa-d7b5-435a-a220-8db10b52aa56 None None] Set router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:28:57.793854 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-98d47edf-512d-4aeb-9571-bf344dc7336e req-27cea72b-3b5e-41cd-a2ea-cae87e3de222 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b979de69-4b15-4e43-bf57-2e550df89828 HTTP/1.1" status: 200 len: 999 time: 0.0589437 Feb 09 06:28:57.841087 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d47edf-512d-4aeb-9571-bf344dc7336e req-f2c91b8b-83d0-4c2c-b956-88eeea2ab2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:57.842588 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-98d47edf-512d-4aeb-9571-bf344dc7336e req-f2c91b8b-83d0-4c2c-b956-88eeea2ab2e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d816c41c-5d1b-4b9b-8c2a-5df9f87cb960 HTTP/1.1" status: 200 len: 851 time: 0.0429838 Feb 09 06:28:57.893809 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d47edf-512d-4aeb-9571-bf344dc7336e req-4dabbe00-3eba-4dc2-a258-6d8240b8b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:28:57.895344 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-98d47edf-512d-4aeb-9571-bf344dc7336e req-4dabbe00-3eba-4dc2-a258-6d8240b8b281 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476098 Feb 09 06:28:57.963537 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-69d69daa-d7b5-435a-a220-8db10b52aa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '62a7ce67-cc65-4273-a214-7726b3bed660', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'port_id': 'b979de69-4b15-4e43-bf57-2e550df89828', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'mac_address': 'fa:16:3e:ce:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c12b4-67fb-4766-b196-f61bfc65f21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:28:56Z', 'updated_at': '2022-02-09T06:28:56Z', 'revision_number': 0, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:44Z', 'revision_number': 5, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:28:57.985401 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-98d47edf-512d-4aeb-9571-bf344dc7336e req-3653d3e3-bd0d-4159-bf1f-5e32dc039152 service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839758 Feb 09 06:28:57.990231 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d69daa-d7b5-435a-a220-8db10b52aa56 None None] The sync data for ids ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'] in dv-cinder-801923-6-iscsi is: [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '62a7ce67-cc65-4273-a214-7726b3bed660', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'port_id': 'b979de69-4b15-4e43-bf57-2e550df89828', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'mac_address': 'fa:16:3e:ce:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c12b4-67fb-4766-b196-f61bfc65f21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:28:56Z', 'updated_at': '2022-02-09T06:28:56Z', 'revision_number': 0, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:44Z', 'revision_number': 5, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:28:58.079454 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-98d47edf-512d-4aeb-9571-bf344dc7336e req-15cd0e8f-68e6-4656-bd9a-cdd31c64a5e7 service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882185 Feb 09 06:28:58.183409 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcad437-5d75-4bdb-84dc-771649759064 None None] New status for floating IP 62a7ce67-cc65-4273-a214-7726b3bed660: ACTIVE {{(pid=103037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 06:29:00.203250 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:29:02.257157 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:29:11.056746 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-6a3b3cc4-c888-4949-b3ce-78775e7a6d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:29:13.719588 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-6bceaa35-3c4f-42ed-a4fc-1ddfb223160d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:29:14.382403 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:29:15.702738 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:29:17.170940 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:29:32.296837 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:29:36.444191 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e75a0e05-c8e4-483d-bde3-f6b0cd920096 req-57d6da3a-af84-4a76-94ec-fba3c5d6856b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423107 Feb 09 06:29:36.543758 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a0e05-c8e4-483d-bde3-f6b0cd920096 req-0f44e2a5-ef3d-4015-bdbc-a346d0f605c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:29:36.545202 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e75a0e05-c8e4-483d-bde3-f6b0cd920096 req-0f44e2a5-ef3d-4015-bdbc-a346d0f605c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2c52a1656554315a215f5d7e869570f&device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 1129 time: 0.0431516 Feb 09 06:29:36.650528 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a0e05-c8e4-483d-bde3-f6b0cd920096 req-afe363ac-3933-49de-83e9-9f98086e53a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:29:36.652008 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e75a0e05-c8e4-483d-bde3-f6b0cd920096 req-afe363ac-3933-49de-83e9-9f98086e53a1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6 HTTP/1.1" status: 200 len: 912 time: 0.0847254 Feb 09 06:29:36.714360 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e75a0e05-c8e4-483d-bde3-f6b0cd920096 req-1c59d106-a46a-47cc-b6da-c855fb515fdd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b979de69-4b15-4e43-bf57-2e550df89828 HTTP/1.1" status: 200 len: 1001 time: 0.0563741 Feb 09 06:29:36.760506 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a0e05-c8e4-483d-bde3-f6b0cd920096 req-4a1dd6fb-f0f7-41ba-b362-0dd4a56916b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:29:36.761890 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e75a0e05-c8e4-483d-bde3-f6b0cd920096 req-4a1dd6fb-f0f7-41ba-b362-0dd4a56916b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d816c41c-5d1b-4b9b-8c2a-5df9f87cb960 HTTP/1.1" status: 200 len: 851 time: 0.0417395 Feb 09 06:29:36.811946 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a0e05-c8e4-483d-bde3-f6b0cd920096 req-0f6469a8-3c9b-4dfa-9bee-d07fe3cac598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:29:36.813464 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e75a0e05-c8e4-483d-bde3-f6b0cd920096 req-0f6469a8-3c9b-4dfa-9bee-d07fe3cac598 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452409 Feb 09 06:29:36.907982 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e75a0e05-c8e4-483d-bde3-f6b0cd920096 req-0c870adf-4acd-4a8a-b571-fdf0fb56a851 service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883036 Feb 09 06:29:36.997163 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e75a0e05-c8e4-483d-bde3-f6b0cd920096 req-01d6f172-1fdf-4ca2-8473-90575a45d982 service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829632 Feb 09 06:29:37.202920 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:29:41.067883 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-17316aed-7140-4252-81d3-5c879869aa57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:29:43.667803 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-b6bcea42-910b-44ac-9e3a-da0025ee4a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:29:44.376094 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:29:45.731032 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:29:47.090695 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:02.262779 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:11.050851 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-a04a66f1-0735-4dfd-98e4-ba5123a3a422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:13.667707 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-4f9cff42-3d42-42b8-954d-83f0885db53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:14.203520 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:30:14.394301 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:15.736348 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:17.050872 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:32.279032 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:36.437029 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7ed63f77-77b0-4570-af03-7f50c0cc69f9 req-411f2849-300d-4f1c-8772-6294eae3638d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454569 Feb 09 06:30:36.539200 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed63f77-77b0-4570-af03-7f50c0cc69f9 req-9aeceb7d-4276-47a6-85dc-bddc414d85c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:36.541565 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7ed63f77-77b0-4570-af03-7f50c0cc69f9 req-9aeceb7d-4276-47a6-85dc-bddc414d85c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2c52a1656554315a215f5d7e869570f&device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 1129 time: 0.0463665 Feb 09 06:30:36.646409 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed63f77-77b0-4570-af03-7f50c0cc69f9 req-11f3d9e7-32d5-4929-8695-4c04f63c44d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:36.648008 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7ed63f77-77b0-4570-af03-7f50c0cc69f9 req-11f3d9e7-32d5-4929-8695-4c04f63c44d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6 HTTP/1.1" status: 200 len: 912 time: 0.0888507 Feb 09 06:30:36.712876 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7ed63f77-77b0-4570-af03-7f50c0cc69f9 req-175298f0-cd67-43fc-969f-8584a59e19cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b979de69-4b15-4e43-bf57-2e550df89828 HTTP/1.1" status: 200 len: 1001 time: 0.0590711 Feb 09 06:30:36.761012 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed63f77-77b0-4570-af03-7f50c0cc69f9 req-cfdb7f51-1f77-40ea-a135-5c23bf7af381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:36.762496 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7ed63f77-77b0-4570-af03-7f50c0cc69f9 req-cfdb7f51-1f77-40ea-a135-5c23bf7af381 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d816c41c-5d1b-4b9b-8c2a-5df9f87cb960 HTTP/1.1" status: 200 len: 851 time: 0.0441456 Feb 09 06:30:36.814891 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed63f77-77b0-4570-af03-7f50c0cc69f9 req-1f387f3e-5f5f-4efe-a473-e84cbf2d17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:36.816505 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7ed63f77-77b0-4570-af03-7f50c0cc69f9 req-1f387f3e-5f5f-4efe-a473-e84cbf2d17f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482774 Feb 09 06:30:36.903734 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7ed63f77-77b0-4570-af03-7f50c0cc69f9 req-9a071534-ecd0-47b4-a843-3d89b6500fd8 service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815430 Feb 09 06:30:36.997829 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7ed63f77-77b0-4570-af03-7f50c0cc69f9 req-4ee0a671-7d4f-4e3e-83f7-687f3d508245 service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880158 Feb 09 06:30:41.085182 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-f94f73ce-f478-4493-9103-9046f2f2c816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:43.667271 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-529df73e-58c1-4814-a4f9-5cf60652592e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:44.399376 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:45.617896 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-f42f65aa-2593-4add-b7e4-601aa1802aeb tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-92714131&fields=id&tenant_id=b2c52a1656554315a215f5d7e869570f HTTP/1.1" status: 200 len: 267 time: 0.0428898 Feb 09 06:30:45.719723 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2c0ba8f2-03ea-475b-8a22-52feb7a57314 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:45.721177 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2c0ba8f2-03ea-475b-8a22-52feb7a57314 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/networks?id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6 HTTP/1.1" status: 200 len: 812 time: 0.0966716 Feb 09 06:30:45.736072 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:45.736634 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-38b3ddc7-46ba-46e5-ae08-1b1e5867ee5b tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/quotas/b2c52a1656554315a215f5d7e869570f HTTP/1.1" status: 200 len: 375 time: 0.0094676 Feb 09 06:30:45.794814 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-074c73c2-eed1-4688-8b73-8765fa15a532 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2c52a1656554315a215f5d7e869570f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539010 Feb 09 06:30:45.886152 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-a158c0eb-4c85-4387-b33b-1b597c0e6095 service neutron] 10.222.0.13 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807054 Feb 09 06:30:45.973809 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-0b14336b-ed1f-47e6-9c5e-04d1aa1bf0cf service neutron] 10.222.0.13 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820727 Feb 09 06:30:46.621697 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-194e80f4-67c3-48c6-ade9-9cd7de6f639c req-6a819ed1-8789-43a5-b9b9-1401cd8e8332 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 210 time: 0.0275619 Feb 09 06:30:47.061980 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:47.712339 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9e0fb546-cc4e-4b4c-adb2-027086ec026d req-e3967b9c-1c0b-43bc-b0dc-b0e5e5d73f78 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 210 time: 0.0260024 Feb 09 06:30:48.546312 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-49f9993b-5be5-4bc5-90d4-31da4cbc1109 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:48.547848 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-49f9993b-5be5-4bc5-90d4-31da4cbc1109 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.30 "GET /v2.0/networks?id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6 HTTP/1.1" status: 200 len: 812 time: 0.1023436 Feb 09 06:30:48.706841 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-d7c054c6-9f2f-4d5b-9893-401833025910 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2c52a1656554315a215f5d7e869570f HTTP/1.1" status: 200 len: 378 time: 0.1451681 Feb 09 06:30:48.714854 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Request body: {'port': {'device_id': '0dd17d49-579c-4990-84b1-ca6cc1fb917a', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'admin_state_up': True, 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'security_groups': ['09ce4859-9d82-472f-8c8a-242f8f7693b4']}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:30:48.823781 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-bbbdbc97-b89c-4af7-8d41-dd5b0ba8fe02 req-fc660a24-45cf-4ed8-bfea-65e9fdbbb2a0 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 210 time: 0.0389223 Feb 09 06:30:48.900548 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Made reservation on behalf of b2c52a1656554315a215f5d7e869570f for: {'port': 1} {{(pid=103034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 06:30:48.903957 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:49.024196 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Allocated IP 172.20.0.8 (25ddb737-4b1e-41fe-b3f8-44ce16c064d6/d816c41c-5d1b-4b9b-8c2a-5df9f87cb960/733767f4-7777-4ac2-9bf6-d83963ca928f) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:30:49.165265 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for port (733767f4-7777-4ac2-9bf6-d83963ca928f), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:49.268238 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (733767f4-7777-4ac2-9bf6-d83963ca928f), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:49.308391 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:30:49.313716 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:30:49.317395 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:30:49.347092 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event updated for resources: {'Port': ['ID=733767f4-7777-4ac2-9bf6-d83963ca928f,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:30:49.361970 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:49.362346 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:49.362699 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:49.363039 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:49.363375 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:49.363706 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:49.364037 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:49.364367 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:49.364694 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:49.365024 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:49.365350 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:49.365671 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:49.365995 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:49.403013 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:49.404375 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:49.509847 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-e832dbe3-dcab-4af0-884f-37d38b8bc269 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7985399 Feb 09 06:30:49.527342 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.v2.base [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] Request body: {'port': {'device_id': '0dd17d49-579c-4990-84b1-ca6cc1fb917a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80192'}} {{(pid=103034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:30:49.566014 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-9973dabd-f21c-4b26-b077-7c750707ad54 None None] Provisioning complete for port 733767f4-7777-4ac2-9bf6-d83963ca928f triggered by entity DHCP. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:30:49.566654 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9973dabd-f21c-4b26-b077-7c750707ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (733767f4-7777-4ac2-9bf6-d83963ca928f), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:49.585762 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (733767f4-7777-4ac2-9bf6-d83963ca928f), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:49.601440 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-9973dabd-f21c-4b26-b077-7c750707ad54 None None] Port 733767f4-7777-4ac2-9bf6-d83963ca928f cannot update to ACTIVE because it is not bound. {{(pid=103036) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 06:30:49.839874 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733767f4-7777-4ac2-9bf6-d83963ca928f {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:30:49.848437 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] Publish callbacks [] for port (733767f4-7777-4ac2-9bf6-d83963ca928f), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:49.861515 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] Transition to ACTIVE for port object 733767f4-7777-4ac2-9bf6-d83963ca928f will not be triggered until provisioned by entity L2. {{(pid=103034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 06:30:49.939406 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d212239-8c6b-425b-add6-16a1ee9a3736 req-d6135c52-d374-44c0-be1c-214cb37308ec tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:49.940865 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9d212239-8c6b-425b-add6-16a1ee9a3736 req-d6135c52-d374-44c0-be1c-214cb37308ec tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 931 time: 0.0503497 Feb 09 06:30:49.941902 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (733767f4-7777-4ac2-9bf6-d83963ca928f), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:50.007412 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] Pushing event updated for resources: {'Port': ['ID=733767f4-7777-4ac2-9bf6-d83963ca928f,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:30:50.050834 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9d212239-8c6b-425b-add6-16a1ee9a3736 req-19c830e5-c823-4e8c-bfbf-4a116b0a9319 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1013837 Feb 09 06:30:50.101947 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] Attempting to bind port 733767f4-7777-4ac2-9bf6-d83963ca928f on host hv-cinder-80192 for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 06:30:50.102388 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] Attempting to bind port 733767f4-7777-4ac2-9bf6-d83963ca928f by drivers openvswitch,hyperv on host hv-cinder-80192 at level 0 using segments [{'id': 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 06:30:50.113493 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] Attempting to bind port 733767f4-7777-4ac2-9bf6-d83963ca928f on network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:30:50.113493 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] Port 733767f4-7777-4ac2-9bf6-d83963ca928f on network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80192 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 06:30:50.113493 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] Attempting to bind port 733767f4-7777-4ac2-9bf6-d83963ca928f on network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 06:30:50.114094 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] Checking agent: {'id': '16e2666b-01c8-44a0-ad9b-455a2be8881c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80192', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'started_at': datetime.datetime(2022, 2, 9, 6, 16, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 6, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 06:30:50.114484 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] Checking segment: {'id': 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 06:30:50.114897 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] Bound using segment: {'id': 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 06:30:50.115348 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] Bound port: 733767f4-7777-4ac2-9bf6-d83963ca928f, host: hv-cinder-80192, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 06:30:50.115706 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (733767f4-7777-4ac2-9bf6-d83963ca928f), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:50.180047 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] For port 733767f4-7777-4ac2-9bf6-d83963ca928f, host hv-cinder-80192, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 06:30:50.224611 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] For port 733767f4-7777-4ac2-9bf6-d83963ca928f, host hv-cinder-80192, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=733767f4-7777-4ac2-9bf6-d83963ca928f,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 06:30:50.330880 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6166198'] for port (733767f4-7777-4ac2-9bf6-d83963ca928f), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:50.363972 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:50.364602 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:50.365978 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] 10.222.0.30 "PUT /v2.0/ports/733767f4-7777-4ac2-9bf6-d83963ca928f HTTP/1.1" status: 200 len: 1093 time: 0.8426688 Feb 09 06:30:50.366447 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd17d49-579c-4990-84b1-ca6cc1fb917a', 'tag': '733767f4-7777-4ac2-9bf6-d83963ca928f'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:30:50.368689 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2076955-cba1-4062-98f5-8185d8dd5d81" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd17d49-579c-4990-84b1-ca6cc1fb917a", "tag": "733767f4-7777-4ac2-9bf6-d83963ca928f"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:30:50.394988 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73c4cf-8e71-4e95-bf64-655d3cb32724 service neutron] Pushing event updated for resources: {'Port': ['ID=733767f4-7777-4ac2-9bf6-d83963ca928f,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:30:50.478860 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bc0524-1e94-4825-be1a-874aa21c6874 x-openstack-request-id: req-80bc0524-1e94-4825-be1a-874aa21c6874 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:30:50.483969 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd17d49-579c-4990-84b1-ca6cc1fb917a", "tag": "733767f4-7777-4ac2-9bf6-d83963ca928f", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:30:50.483969 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80bc0524-1e94-4825-be1a-874aa21c6874 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:30:50.483969 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd17d49-579c-4990-84b1-ca6cc1fb917a', 'tag': '733767f4-7777-4ac2-9bf6-d83963ca928f', 'status': 'completed', 'code': 200} Feb 09 06:30:50.537227 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-e7da2e41-4ab1-4289-8b51-9063da73dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:50.538780 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-e7da2e41-4ab1-4289-8b51-9063da73dd7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2c52a1656554315a215f5d7e869570f&device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 1127 time: 0.0458395 Feb 09 06:30:50.588765 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-d9957f27-819a-49ed-b9b9-55990dcd4af8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=733767f4-7777-4ac2-9bf6-d83963ca928f HTTP/1.1" status: 200 len: 217 time: 0.0365202 Feb 09 06:30:50.636007 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-5c0a5545-39ae-4408-a01b-a244b6514531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:50.637482 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-5c0a5545-39ae-4408-a01b-a244b6514531 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d816c41c-5d1b-4b9b-8c2a-5df9f87cb960 HTTP/1.1" status: 200 len: 851 time: 0.0427635 Feb 09 06:30:50.684482 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-6615e20b-a888-44db-9345-a6b76ba97541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:50.686606 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-6615e20b-a888-44db-9345-a6b76ba97541 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427785 Feb 09 06:30:50.771996 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-91b6968a-1e2c-43ae-aa67-afbfb2e9f041 service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803096 Feb 09 06:30:50.855729 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-733a6a59-4e8b-4954-869d-e958233a36b5 req-ce2044c1-bb11-463f-be6d-d671fa9a7089 service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777671 Feb 09 06:30:51.042168 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2076955-cba1-4062-98f5-8185d8dd5d81 req-590d4c89-3e7a-4165-bf8b-83bf62804988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:51.043712 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e2076955-cba1-4062-98f5-8185d8dd5d81 req-590d4c89-3e7a-4165-bf8b-83bf62804988 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2c52a1656554315a215f5d7e869570f&device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 1127 time: 0.0479167 Feb 09 06:30:51.153462 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2076955-cba1-4062-98f5-8185d8dd5d81 req-aea564ba-d310-4727-a8be-d7482822c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:51.155443 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e2076955-cba1-4062-98f5-8185d8dd5d81 req-aea564ba-d310-4727-a8be-d7482822c3f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6 HTTP/1.1" status: 200 len: 912 time: 0.1048291 Feb 09 06:30:51.203136 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:30:51.465981 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e2076955-cba1-4062-98f5-8185d8dd5d81 req-513d44ab-8107-40cf-91f2-d5912fcc4f2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=733767f4-7777-4ac2-9bf6-d83963ca928f HTTP/1.1" status: 200 len: 217 time: 0.3024232 Feb 09 06:30:51.475956 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce76a1a-7a74-430f-be68-9825155a71ac req-35c998f1-4389-46eb-b4ad-5f591567f767 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:51.477319 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2ce76a1a-7a74-430f-be68-9825155a71ac req-35c998f1-4389-46eb-b4ad-5f591567f767 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 943 time: 0.3590674 Feb 09 06:30:51.541527 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2076955-cba1-4062-98f5-8185d8dd5d81 req-1fb3000d-3021-4273-b498-b8e49c94f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:51.542951 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e2076955-cba1-4062-98f5-8185d8dd5d81 req-1fb3000d-3021-4273-b498-b8e49c94f555 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d816c41c-5d1b-4b9b-8c2a-5df9f87cb960 HTTP/1.1" status: 200 len: 851 time: 0.0648129 Feb 09 06:30:51.564921 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2ce76a1a-7a74-430f-be68-9825155a71ac req-79e8d66e-0aa9-42f3-8ec6-5390c1d75217 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798662 Feb 09 06:30:51.601912 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2076955-cba1-4062-98f5-8185d8dd5d81 req-56576dee-f72e-4455-afb7-0f45789c1c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:51.603417 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e2076955-cba1-4062-98f5-8185d8dd5d81 req-56576dee-f72e-4455-afb7-0f45789c1c9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520995 Feb 09 06:30:51.689068 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e2076955-cba1-4062-98f5-8185d8dd5d81 req-7a8a8a6c-7f54-4e53-87f0-2e3451eef8c8 service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788698 Feb 09 06:30:51.777541 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-e2076955-cba1-4062-98f5-8185d8dd5d81 req-7348e271-6ab3-44c6-88e9-8ad39ad3bf6a service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828733 Feb 09 06:30:52.683368 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a2344-e809-4bce-a76f-d3a21cb2034d req-26715afb-9624-46b9-bcd8-debce1ec223a tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:52.684836 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cd1a2344-e809-4bce-a76f-d3a21cb2034d req-26715afb-9624-46b9-bcd8-debce1ec223a tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 943 time: 0.0513093 Feb 09 06:30:52.731323 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-cd1a2344-e809-4bce-a76f-d3a21cb2034d req-50226641-27ac-4f0c-bb11-b506835edab9 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403745 Feb 09 06:30:53.852008 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24051c-3415-45c9-beb0-f2a8c1f5afce req-0906d770-7027-4581-8fc1-202a938d3539 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:53.853504 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9f24051c-3415-45c9-beb0-f2a8c1f5afce req-0906d770-7027-4581-8fc1-202a938d3539 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 943 time: 0.0505629 Feb 09 06:30:53.901088 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-9f24051c-3415-45c9-beb0-f2a8c1f5afce req-af0eeb81-ee32-454a-a588-2d42c5845414 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414040 Feb 09 06:30:55.020593 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36a873-e7a9-4404-9299-f30ce1c99915 req-ccc1c413-4c33-4e6d-be17-cb28b013f955 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:55.022074 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4b36a873-e7a9-4404-9299-f30ce1c99915 req-ccc1c413-4c33-4e6d-be17-cb28b013f955 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 943 time: 0.0560985 Feb 09 06:30:55.068687 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4b36a873-e7a9-4404-9299-f30ce1c99915 req-778a177e-b9e7-4293-ba67-b38c0196619d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410914 Feb 09 06:30:56.190989 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cca9ff-e72b-48a9-98de-faf7fe1da5da req-6a7b984a-a409-4ec6-a9ab-07f4e036945c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:56.192445 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-48cca9ff-e72b-48a9-98de-faf7fe1da5da req-6a7b984a-a409-4ec6-a9ab-07f4e036945c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 943 time: 0.0528028 Feb 09 06:30:56.240150 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-48cca9ff-e72b-48a9-98de-faf7fe1da5da req-173a1cda-d7df-4456-b518-2114623eba37 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420406 Feb 09 06:30:57.362335 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541152fb-eddf-4f81-9a5d-21308d02d40c req-6304c5fd-e1ce-4f5f-b928-334e5e3fbf62 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:57.363777 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-541152fb-eddf-4f81-9a5d-21308d02d40c req-6304c5fd-e1ce-4f5f-b928-334e5e3fbf62 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 943 time: 0.0506952 Feb 09 06:30:57.415051 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-541152fb-eddf-4f81-9a5d-21308d02d40c req-f4815a2f-7ef6-4e0a-b506-31fcf856e6b3 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458264 Feb 09 06:30:58.528659 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e0d81-b323-4faf-8ddf-f5c792c67d20 req-6041735d-f1a7-4d76-9163-446e920f6a67 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:58.530121 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b86e0d81-b323-4faf-8ddf-f5c792c67d20 req-6041735d-f1a7-4d76-9163-446e920f6a67 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 943 time: 0.0513201 Feb 09 06:30:58.577153 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b86e0d81-b323-4faf-8ddf-f5c792c67d20 req-2c9d9656-2396-48ba-8dce-cf3fb9d8fd35 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409358 Feb 09 06:30:59.557604 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 733767f4-7777-4ac2-9bf6-d83963ca928f details requested by agent hyperv_hv-cinder-80192 with host hv-cinder-80192 {{(pid=103036) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 06:30:59.653670 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 733767f4-7777-4ac2-9bf6-d83963ca928f, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=733767f4-7777-4ac2-9bf6-d83963ca928f,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:30:59.665456 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Returning: {'device': '733767f4-7777-4ac2-9bf6-d83963ca928f', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'port_id': '733767f4-7777-4ac2-9bf6-d83963ca928f', 'mac_address': 'fa:16:3e:09:d0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103036) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 06:30:59.694774 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5da9e1-3948-44c4-8cf0-67478111b9e8 req-6b042753-4c49-4623-b29a-e20de412f6d3 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:30:59.696269 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0b5da9e1-3948-44c4-8cf0-67478111b9e8 req-6b042753-4c49-4623-b29a-e20de412f6d3 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 943 time: 0.0521193 Feb 09 06:30:59.703169 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 733767f4-7777-4ac2-9bf6-d83963ca928f is: DOWN; New status is: BUILD {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:30:59.703558 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (733767f4-7777-4ac2-9bf6-d83963ca928f), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:59.717134 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733767f4-7777-4ac2-9bf6-d83963ca928f {{(pid=103036) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 06:30:59.737922 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 733767f4-7777-4ac2-9bf6-d83963ca928f, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=733767f4-7777-4ac2-9bf6-d83963ca928f,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:30:59.746106 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-0b5da9e1-3948-44c4-8cf0-67478111b9e8 req-5f6e75c5-43b3-43ec-9ebe-4669214fe1f8 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440612 Feb 09 06:30:59.782363 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (733767f4-7777-4ac2-9bf6-d83963ca928f), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:30:59.827197 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=733767f4-7777-4ac2-9bf6-d83963ca928f,revision_number=4']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:30:59.833867 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:59.834238 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:59.834584 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:59.834923 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:59.835256 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:59.835587 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:59.835915 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:59.836241 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:59.836567 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:59.836926 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:59.837248 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:59.837570 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:30:59.837890 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:31:00.112672 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] get_ports_and_sgs() called for port_ids ['733767f4-7777-4ac2-9bf6-d83963ca928f'] {{(pid=103036) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 06:31:00.870109 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff9486-8b74-474a-ab92-0b3580085513 req-6927193d-a9cd-4af9-bc23-ee2e63d06c37 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:31:00.871634 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8fff9486-8b74-474a-ab92-0b3580085513 req-6927193d-a9cd-4af9-bc23-ee2e63d06c37 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 944 time: 0.0604572 Feb 09 06:31:00.919344 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-8fff9486-8b74-474a-ab92-0b3580085513 req-02caee38-d514-4fe1-9f1c-ce681f67e4ef tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417800 Feb 09 06:31:01.558387 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 733767f4-7777-4ac2-9bf6-d83963ca928f up at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 06:31:01.672680 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning for port 733767f4-7777-4ac2-9bf6-d83963ca928f completed by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 06:31:01.676689 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.provisioning_blocks [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Provisioning complete for port 733767f4-7777-4ac2-9bf6-d83963ca928f triggered by entity L2. {{(pid=103036) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 06:31:01.677061 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1885378'] for port (733767f4-7777-4ac2-9bf6-d83963ca928f), provisioning_complete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:01.750310 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Current status of the port 733767f4-7777-4ac2-9bf6-d83963ca928f is: BUILD; New status is: ACTIVE {{(pid=103036) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 06:31:01.750686 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (733767f4-7777-4ac2-9bf6-d83963ca928f), before_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:01.771906 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd17d49-579c-4990-84b1-ca6cc1fb917a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733767f4-7777-4ac2-9bf6-d83963ca928f'}] {{(pid=103036) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:31:01.774157 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7cf99bf7d1bb80e17cac8995334c7bbe1a82542f53d864f0dc2f60106c87bb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a184f9-0e69-4b53-aa29-6142d8e39bea" -d '{"events": [{"server_uuid": "0dd17d49-579c-4990-84b1-ca6cc1fb917a", "name": "network-vif-plugged", "status": "completed", "tag": "733767f4-7777-4ac2-9bf6-d83963ca928f"}]}' {{(pid=103036) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:31:01.785734 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] For port 733767f4-7777-4ac2-9bf6-d83963ca928f, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=733767f4-7777-4ac2-9bf6-d83963ca928f,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:31:01.850306 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213'] for port (733767f4-7777-4ac2-9bf6-d83963ca928f), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:01.901171 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Pushing event updated for resources: {'Port': ['ID=733767f4-7777-4ac2-9bf6-d83963ca928f,revision_number=5']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:31:01.912830 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303c93bf-7843-4b8f-a051-17181d0046ca x-openstack-request-id: req-303c93bf-7843-4b8f-a051-17181d0046ca {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:31:01.913123 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd17d49-579c-4990-84b1-ca6cc1fb917a", "name": "network-vif-plugged", "status": "completed", "tag": "733767f4-7777-4ac2-9bf6-d83963ca928f", "code": 200}]} {{(pid=103036) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:31:01.913383 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-303c93bf-7843-4b8f-a051-17181d0046ca {{(pid=103036) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:31:01.913777 dv-cinder-801923-6-iscsi neutron-server[103036]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd17d49-579c-4990-84b1-ca6cc1fb917a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733767f4-7777-4ac2-9bf6-d83963ca928f', 'code': 200} Feb 09 06:31:02.036298 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cd7c6-e5ef-4f55-ad3d-39c7a811ae4c req-795dd2d7-647b-4a85-8f27-e7cc8173f721 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:31:02.037773 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-aa3cd7c6-e5ef-4f55-ad3d-39c7a811ae4c req-795dd2d7-647b-4a85-8f27-e7cc8173f721 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 945 time: 0.0507166 Feb 09 06:31:02.085034 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-aa3cd7c6-e5ef-4f55-ad3d-39c7a811ae4c req-19ba102e-951d-4df6-9677-985f7ada5e13 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412557 Feb 09 06:31:02.326434 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031275a1-ab7e-43cb-910d-890c8fc39778 req-69f6b1e4-ea20-429f-9e22-8571774d6e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:31:02.328451 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-031275a1-ab7e-43cb-910d-890c8fc39778 req-69f6b1e4-ea20-429f-9e22-8571774d6e7c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 1129 time: 0.0467207 Feb 09 06:31:02.330291 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:02.372320 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-031275a1-ab7e-43cb-910d-890c8fc39778 req-af233748-adf1-49cc-8869-6030b91cf2e2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379686 Feb 09 06:31:03.205947 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692253f-8360-4bf6-81af-035c1a631a6c req-596b9e22-8d46-453a-aa18-21bc4d65e69d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:31:03.207436 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7692253f-8360-4bf6-81af-035c1a631a6c req-596b9e22-8d46-453a-aa18-21bc4d65e69d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 945 time: 0.0523801 Feb 09 06:31:03.254287 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-7692253f-8360-4bf6-81af-035c1a631a6c req-f77d781b-cab9-4529-82c9-a77cefc2be3c tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413754 Feb 09 06:31:04.369633 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c227db-8687-40fd-a2ea-31d12dc5b782 req-b39880ab-77db-4f94-927f-394d83e8ec3b tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:31:04.371012 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-96c227db-8687-40fd-a2ea-31d12dc5b782 req-b39880ab-77db-4f94-927f-394d83e8ec3b tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 945 time: 0.0507782 Feb 09 06:31:04.420879 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-96c227db-8687-40fd-a2ea-31d12dc5b782 req-ad79d1d0-c60d-4ad2-8117-c0b8345043ec tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442798 Feb 09 06:31:04.538884 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ff4a2-6b61-451a-ad01-5a855f9825e6 req-6e76f935-ecf3-45db-8df6-2758070c9bf1 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:31:04.540245 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f51ff4a2-6b61-451a-ad01-5a855f9825e6 req-6e76f935-ecf3-45db-8df6-2758070c9bf1 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 945 time: 0.0507872 Feb 09 06:31:04.587213 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-f51ff4a2-6b61-451a-ad01-5a855f9825e6 req-b36948b1-9bf5-463c-869d-e8796cbe1076 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415134 Feb 09 06:31:04.609228 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 32858) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:31:04.655209 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc1a903-896b-4f9c-8fbc-e4b7c838c005 tempest-TestVolumeBootPattern-140814713 tempest-TestVolumeBootPattern-140814713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103035) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:31:04.658044 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-bcc1a903-896b-4f9c-8fbc-e4b7c838c005 tempest-TestVolumeBootPattern-140814713 tempest-TestVolumeBootPattern-140814713-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 1124 time: 0.0476918 Feb 09 06:31:04.660629 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 32862) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:31:04.664865 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.v2.base [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Request body: {'floatingip': {'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'port_id': '733767f4-7777-4ac2-9bf6-d83963ca928f', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103035) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 06:31:04.735189 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:04.841679 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (None), before_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:04.943433 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.db_base_plugin_common [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Allocated IP 172.27.3.250 (60906f90-e5e0-4579-a713-ae70aadf892a/3feeac82-f55f-4d1a-bdeb-44d8682c5c90/8e31ae27-c58a-4d1c-ac35-f9fefcdfd3e4) {{(pid=103035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 06:31:05.280074 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for port (8e31ae27-c58a-4d1c-ac35-f9fefcdfd3e4), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:05.376835 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788413482177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (8e31ae27-c58a-4d1c-ac35-f9fefcdfd3e4), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:05.412298 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Network 60906f90-e5e0-4579-a713-ae70aadf892a is already hosted by enough agents. {{(pid=103035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 06:31:05.419103 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.base_scheduler [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Resources bound (agent type, host, resource id): {{(pid=103035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 06:31:05.423044 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Received port after_create {{(pid=103035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 06:31:05.428310 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event updated for resources: {'Port': ['ID=8e31ae27-c58a-4d1c-ac35-f9fefcdfd3e4,revision_number=1']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:31:05.455078 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:31:05.455433 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:31:05.455782 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:31:05.456129 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:31:05.456465 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:31:05.456800 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:31:05.457132 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:31:05.457463 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:31:05.457793 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:31:05.458125 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:31:05.458476 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:31:05.458806 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:31:05.459133 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:31:05.771693 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for floatingip (4e837032-21b8-451d-b58b-80cdab9de39e), precommit_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:05.890987 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037141'] for port (8e31ae27-c58a-4d1c-ac35-f9fefcdfd3e4), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:06.033768 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for port (8e31ae27-c58a-4d1c-ac35-f9fefcdfd3e4), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:06.084881 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788414018573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788413482195', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788413482213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111290'] for port (8e31ae27-c58a-4d1c-ac35-f9fefcdfd3e4), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:06.159028 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event updated for resources: {'Port': ['ID=8e31ae27-c58a-4d1c-ac35-f9fefcdfd3e4,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:31:06.168022 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540521'] for floatingip (4e837032-21b8-451d-b58b-80cdab9de39e), after_create {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:06.269204 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.db.l3_db [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Floating IP 4e837032-21b8-451d-b58b-80cdab9de39e associated. External IP: 172.27.3.250, port: 733767f4-7777-4ac2-9bf6-d83963ca928f. Feb 09 06:31:06.474627 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:31:06.578624 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:31:06.588135 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f11315b-5379-4bea-8c7e-2685f9074de6 None None] Sync routers for ids ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:31:06.597407 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11315b-5379-4bea-8c7e-2685f9074de6 None None] Routers {'7a808edb-1d30-4980-a5a0-94f4d69b5a0b'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:31:06.598019 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-5f11315b-5379-4bea-8c7e-2685f9074de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:30:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:31:06.669487 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:06.703702 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-59ccb7a1-71fe-447d-ba7a-52df1ce48a23 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0420523 Feb 09 06:31:06.704594 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd17d49-579c-4990-84b1-ca6cc1fb917a', 'tag': '733767f4-7777-4ac2-9bf6-d83963ca928f'}] {{(pid=103035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:31:06.704735 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-5f11315b-5379-4bea-8c7e-2685f9074de6 None None] Set router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:31:06.707203 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5620f1ece1a7c655f7a09a6097834a212ec35ae09fa6d18bbd6ba54e3434f231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556a0837-403e-4872-bfcf-e51a1c95cfc3" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd17d49-579c-4990-84b1-ca6cc1fb917a", "tag": "733767f4-7777-4ac2-9bf6-d83963ca928f"}]}' {{(pid=103035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:31:06.741709 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2d6143-64f7-403d-a62c-7cdc0f98663d x-openstack-request-id: req-cf2d6143-64f7-403d-a62c-7cdc0f98663d {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:31:06.742001 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd17d49-579c-4990-84b1-ca6cc1fb917a", "tag": "733767f4-7777-4ac2-9bf6-d83963ca928f", "status": "completed", "code": 200}]} {{(pid=103035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:31:06.742299 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf2d6143-64f7-403d-a62c-7cdc0f98663d {{(pid=103035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:31:06.742708 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd17d49-579c-4990-84b1-ca6cc1fb917a', 'tag': '733767f4-7777-4ac2-9bf6-d83963ca928f', 'status': 'completed', 'code': 200} Feb 09 06:31:06.829217 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a0837-403e-4872-bfcf-e51a1c95cfc3 req-23ce3c0f-11a0-408a-9f29-1d9c00c5f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:31:06.830767 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-556a0837-403e-4872-bfcf-e51a1c95cfc3 req-23ce3c0f-11a0-408a-9f29-1d9c00c5f9c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2c52a1656554315a215f5d7e869570f&device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 1129 time: 0.0444164 Feb 09 06:31:06.923777 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a0837-403e-4872-bfcf-e51a1c95cfc3 req-7993cc56-f084-408a-9260-374af742ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:31:06.925256 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-556a0837-403e-4872-bfcf-e51a1c95cfc3 req-7993cc56-f084-408a-9260-374af742ad9a service neutron] 10.222.0.30 "GET /v2.0/networks?id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6 HTTP/1.1" status: 200 len: 912 time: 0.0873396 Feb 09 06:31:06.927237 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-5f11315b-5379-4bea-8c7e-2685f9074de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '4e837032-21b8-451d-b58b-80cdab9de39e', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'port_id': '733767f4-7777-4ac2-9bf6-d83963ca928f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'mac_address': 'fa:16:3e:09:d0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd17d49-579c-4990-84b1-ca6cc1fb917a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:31:05Z', 'updated_at': '2022-02-09T06:31:05Z', 'revision_number': 0, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'fixed_ip_address_scope': None}, {'id': '62a7ce67-cc65-4273-a214-7726b3bed660', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'port_id': 'b979de69-4b15-4e43-bf57-2e550df89828', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'mac_address': 'fa:16:3e:ce:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c12b4-67fb-4766-b196-f61bfc65f21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:28:56Z', 'updated_at': '2022-02-09T06:28:58Z', 'revision_number': 1, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:44Z', 'revision_number': 5, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:31:06.956538 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f11315b-5379-4bea-8c7e-2685f9074de6 None None] Checking router: 7a808edb-1d30-4980-a5a0-94f4d69b5a0b for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:31:06.964792 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11315b-5379-4bea-8c7e-2685f9074de6 None None] Routers {'7a808edb-1d30-4980-a5a0-94f4d69b5a0b'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:31:06.965395 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-5f11315b-5379-4bea-8c7e-2685f9074de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:30:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:31:06.988240 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-556a0837-403e-4872-bfcf-e51a1c95cfc3 req-fe717d64-a72c-434e-baa4-2cf5fcba26bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=733767f4-7777-4ac2-9bf6-d83963ca928f HTTP/1.1" status: 200 len: 999 time: 0.0575683 Feb 09 06:31:07.036402 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a0837-403e-4872-bfcf-e51a1c95cfc3 req-1f72f1ed-b966-49ac-844d-8580fc580f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:31:07.037869 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-556a0837-403e-4872-bfcf-e51a1c95cfc3 req-1f72f1ed-b966-49ac-844d-8580fc580f9e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d816c41c-5d1b-4b9b-8c2a-5df9f87cb960 HTTP/1.1" status: 200 len: 851 time: 0.0443139 Feb 09 06:31:07.072326 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-5f11315b-5379-4bea-8c7e-2685f9074de6 None None] Set router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:31:07.088314 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a0837-403e-4872-bfcf-e51a1c95cfc3 req-de5a9dea-9dc7-473c-b478-4d6316510745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:31:07.089849 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-556a0837-403e-4872-bfcf-e51a1c95cfc3 req-de5a9dea-9dc7-473c-b478-4d6316510745 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467663 Feb 09 06:31:07.179460 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-556a0837-403e-4872-bfcf-e51a1c95cfc3 req-283ca2ee-25e8-45a9-950d-5f893dec39fe service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831625 Feb 09 06:31:07.281093 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-556a0837-403e-4872-bfcf-e51a1c95cfc3 req-947353bf-72fa-4fb4-830c-d510f2fda01c service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960457 Feb 09 06:31:07.437454 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-5f11315b-5379-4bea-8c7e-2685f9074de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '4e837032-21b8-451d-b58b-80cdab9de39e', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'port_id': '733767f4-7777-4ac2-9bf6-d83963ca928f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'mac_address': 'fa:16:3e:09:d0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd17d49-579c-4990-84b1-ca6cc1fb917a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:31:05Z', 'updated_at': '2022-02-09T06:31:05Z', 'revision_number': 0, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'fixed_ip_address_scope': None}, {'id': '62a7ce67-cc65-4273-a214-7726b3bed660', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'port_id': 'b979de69-4b15-4e43-bf57-2e550df89828', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'mac_address': 'fa:16:3e:ce:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c12b4-67fb-4766-b196-f61bfc65f21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:28:56Z', 'updated_at': '2022-02-09T06:28:58Z', 'revision_number': 1, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:44Z', 'revision_number': 5, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:31:07.466020 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f11315b-5379-4bea-8c7e-2685f9074de6 None None] The sync data for ids ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'] in dv-cinder-801923-6-iscsi is: [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '4e837032-21b8-451d-b58b-80cdab9de39e', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'port_id': '733767f4-7777-4ac2-9bf6-d83963ca928f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'mac_address': 'fa:16:3e:09:d0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd17d49-579c-4990-84b1-ca6cc1fb917a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:31:05Z', 'updated_at': '2022-02-09T06:31:05Z', 'revision_number': 0, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'fixed_ip_address_scope': None}, {'id': '62a7ce67-cc65-4273-a214-7726b3bed660', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'port_id': 'b979de69-4b15-4e43-bf57-2e550df89828', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'mac_address': 'fa:16:3e:ce:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c12b4-67fb-4766-b196-f61bfc65f21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:28:56Z', 'updated_at': '2022-02-09T06:28:58Z', 'revision_number': 1, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:44Z', 'revision_number': 5, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:31:07.648165 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f7758c-99f7-48bf-8728-1424c311281c None None] New status for floating IP 4e837032-21b8-451d-b58b-80cdab9de39e: ACTIVE {{(pid=103037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 06:31:11.079198 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-8c33181c-36d5-4b17-ac28-2f5b0f897b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:13.661707 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-45fd8045-82ed-4143-ae2e-b7fcf07d6f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:14.404637 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:15.746993 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:17.050045 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:28.201262 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:31:32.278996 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:37.436307 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d4a13bbd-4a99-4ab2-ad1b-55904dd36013 req-f560f32d-c0ce-430d-8d88-3040c186baa7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540156 Feb 09 06:31:37.534958 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a13bbd-4a99-4ab2-ad1b-55904dd36013 req-acff843b-f2b2-404c-bcd0-e3d21dcbcf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:31:37.536430 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d4a13bbd-4a99-4ab2-ad1b-55904dd36013 req-acff843b-f2b2-404c-bcd0-e3d21dcbcf8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2c52a1656554315a215f5d7e869570f&device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 1129 time: 0.0438070 Feb 09 06:31:37.635832 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a13bbd-4a99-4ab2-ad1b-55904dd36013 req-0441e95f-ee6a-4e45-af73-8c7188ca9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:31:37.637543 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d4a13bbd-4a99-4ab2-ad1b-55904dd36013 req-0441e95f-ee6a-4e45-af73-8c7188ca9d7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6 HTTP/1.1" status: 200 len: 912 time: 0.0842056 Feb 09 06:31:37.700409 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d4a13bbd-4a99-4ab2-ad1b-55904dd36013 req-7963f1ff-a3dc-4e51-9d8c-b81e6374f4a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b979de69-4b15-4e43-bf57-2e550df89828 HTTP/1.1" status: 200 len: 1001 time: 0.0562227 Feb 09 06:31:37.746675 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a13bbd-4a99-4ab2-ad1b-55904dd36013 req-dcd98c0c-ee45-40aa-a73b-07d14457bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:31:37.753505 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d4a13bbd-4a99-4ab2-ad1b-55904dd36013 req-dcd98c0c-ee45-40aa-a73b-07d14457bc80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d816c41c-5d1b-4b9b-8c2a-5df9f87cb960 HTTP/1.1" status: 200 len: 851 time: 0.0415316 Feb 09 06:31:37.799939 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a13bbd-4a99-4ab2-ad1b-55904dd36013 req-ae5808e6-4c43-4ab5-b9ab-a9f768ab3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:31:37.801410 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d4a13bbd-4a99-4ab2-ad1b-55904dd36013 req-ae5808e6-4c43-4ab5-b9ab-a9f768ab3da3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469949 Feb 09 06:31:37.888872 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d4a13bbd-4a99-4ab2-ad1b-55904dd36013 req-7051982a-df9b-453a-8707-3e1cf34494aa service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817187 Feb 09 06:31:37.979437 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-d4a13bbd-4a99-4ab2-ad1b-55904dd36013 req-120811ce-8912-4e32-95b8-d5d15268f70b service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839570 Feb 09 06:31:41.078493 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-b777b0ec-0ba5-4aaf-834d-7e75949fc622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:43.688270 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-409323fd-37b6-4158-bdd7-6ca76fceaa39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:44.397271 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:45.741128 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:31:47.078178 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:02.306972 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:05.201737 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:32:11.064793 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-3f76baad-d1b2-4ec3-9039-31191d971be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:13.649411 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-7a9bcefc-625d-4591-b873-5aebcaf4a93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:14.406637 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:15.798359 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:17.043759 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:32.295172 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:33.862648 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 32894) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:32:34.013913 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Deleting port 8e31ae27-c58a-4d1c-ac35-f9fefcdfd3e4 {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:32:34.014314 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (8e31ae27-c58a-4d1c-ac35-f9fefcdfd3e4), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:34.085820 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (8e31ae27-c58a-4d1c-ac35-f9fefcdfd3e4), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:34.086134 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for floatingip (8e31ae27-c58a-4d1c-ac35-f9fefcdfd3e4), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:34.097142 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Calling delete_port for 8e31ae27-c58a-4d1c-ac35-f9fefcdfd3e4 owned by network:floatingip {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:32:34.316595 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (8e31ae27-c58a-4d1c-ac35-f9fefcdfd3e4), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:34.340192 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event deleted for resources: {'Port': ['ID=8e31ae27-c58a-4d1c-ac35-f9fefcdfd3e4,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:32:34.353568 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:34.355040 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:34.355040 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:34.355040 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:34.355040 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:34.355453 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:34.355556 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:34.355881 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:34.356212 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:34.356542 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:34.356875 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:34.357200 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:34.357523 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:34.414648 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for floatingip (4e837032-21b8-451d-b58b-80cdab9de39e), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:34.414986 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.l3_db [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Floating IP 4e837032-21b8-451d-b58b-80cdab9de39e disassociated (deleted). External IP: 172.27.3.250, port: 733767f4-7777-4ac2-9bf6-d83963ca928f. Feb 09 06:32:34.618683 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:32:34.724812 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:32:34.730111 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:34.734909 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a86cbc-046c-4e9e-bcd1-cf15003d7fe1 None None] Sync routers for ids ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:32:34.744244 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a86cbc-046c-4e9e-bcd1-cf15003d7fe1 None None] Routers {'7a808edb-1d30-4980-a5a0-94f4d69b5a0b'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:32:34.744858 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-e6a86cbc-046c-4e9e-bcd1-cf15003d7fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:32:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:34.758323 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-ba588565-942e-46b7-8c6c-a4efd088db9d tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "DELETE /v2.0/floatingips/4e837032-21b8-451d-b58b-80cdab9de39e HTTP/1.1" status: 204 len: 168 time: 0.8945749 Feb 09 06:32:34.759116 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd17d49-579c-4990-84b1-ca6cc1fb917a', 'tag': '733767f4-7777-4ac2-9bf6-d83963ca928f'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:32:34.761177 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dff430-47d7-4b45-b25f-7eba3d4a9c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd17d49-579c-4990-84b1-ca6cc1fb917a", "tag": "733767f4-7777-4ac2-9bf6-d83963ca928f"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:32:34.801759 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66458d30-ce62-476c-9669-c840dd1af8ab x-openstack-request-id: req-66458d30-ce62-476c-9669-c840dd1af8ab {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:32:34.802065 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd17d49-579c-4990-84b1-ca6cc1fb917a", "tag": "733767f4-7777-4ac2-9bf6-d83963ca928f", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:32:34.802341 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66458d30-ce62-476c-9669-c840dd1af8ab {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:32:34.802745 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd17d49-579c-4990-84b1-ca6cc1fb917a', 'tag': '733767f4-7777-4ac2-9bf6-d83963ca928f', 'status': 'completed', 'code': 200} Feb 09 06:32:34.907332 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dff430-47d7-4b45-b25f-7eba3d4a9c5a req-ea857be0-69d8-450b-8c44-e5d5d6a6107b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:32:34.908788 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c9dff430-47d7-4b45-b25f-7eba3d4a9c5a req-ea857be0-69d8-450b-8c44-e5d5d6a6107b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2c52a1656554315a215f5d7e869570f&device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 1129 time: 0.0618944 Feb 09 06:32:34.935794 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-e6a86cbc-046c-4e9e-bcd1-cf15003d7fe1 None None] Set router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:32:34.997972 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dff430-47d7-4b45-b25f-7eba3d4a9c5a req-615f165b-fd66-4099-8d6f-91ca052ff61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:32:35.000285 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c9dff430-47d7-4b45-b25f-7eba3d4a9c5a req-615f165b-fd66-4099-8d6f-91ca052ff61c service neutron] 10.222.0.30 "GET /v2.0/networks?id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6 HTTP/1.1" status: 200 len: 912 time: 0.0843155 Feb 09 06:32:35.044800 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c9dff430-47d7-4b45-b25f-7eba3d4a9c5a req-17a73f31-5404-47ce-a35c-27306999920f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=733767f4-7777-4ac2-9bf6-d83963ca928f HTTP/1.1" status: 200 len: 217 time: 0.0397470 Feb 09 06:32:35.094896 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dff430-47d7-4b45-b25f-7eba3d4a9c5a req-c6b7f981-07fe-4d46-80fa-53ad0d035525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:32:35.096353 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c9dff430-47d7-4b45-b25f-7eba3d4a9c5a req-c6b7f981-07fe-4d46-80fa-53ad0d035525 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d816c41c-5d1b-4b9b-8c2a-5df9f87cb960 HTTP/1.1" status: 200 len: 851 time: 0.0465477 Feb 09 06:32:35.146685 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dff430-47d7-4b45-b25f-7eba3d4a9c5a req-2b1a4d92-2e1c-476f-8b32-ee2a7ad4083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:32:35.148848 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c9dff430-47d7-4b45-b25f-7eba3d4a9c5a req-2b1a4d92-2e1c-476f-8b32-ee2a7ad4083f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459189 Feb 09 06:32:35.165345 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-e6a86cbc-046c-4e9e-bcd1-cf15003d7fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '62a7ce67-cc65-4273-a214-7726b3bed660', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'port_id': 'b979de69-4b15-4e43-bf57-2e550df89828', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'mac_address': 'fa:16:3e:ce:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c12b4-67fb-4766-b196-f61bfc65f21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:28:56Z', 'updated_at': '2022-02-09T06:28:58Z', 'revision_number': 1, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:44Z', 'revision_number': 5, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:35.195998 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a86cbc-046c-4e9e-bcd1-cf15003d7fe1 None None] Checking router: 7a808edb-1d30-4980-a5a0-94f4d69b5a0b for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:32:35.204781 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a86cbc-046c-4e9e-bcd1-cf15003d7fe1 None None] Routers {'7a808edb-1d30-4980-a5a0-94f4d69b5a0b'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:32:35.205403 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-e6a86cbc-046c-4e9e-bcd1-cf15003d7fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:32:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:35.280229 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41d85-4c37-43e2-bf79-0f75d8bf7f64 req-96bce5c2-2bcd-4631-82f0-ddbf6252c0ef tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:32:35.281720 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b2e41d85-4c37-43e2-bf79-0f75d8bf7f64 req-96bce5c2-2bcd-4631-82f0-ddbf6252c0ef tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 945 time: 0.0806544 Feb 09 06:32:35.285515 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c9dff430-47d7-4b45-b25f-7eba3d4a9c5a req-b408f81a-bfb4-4985-a9e4-7e4d5afa2e3d service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317420 Feb 09 06:32:35.313568 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-e6a86cbc-046c-4e9e-bcd1-cf15003d7fe1 None None] Set router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:32:35.379492 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-b2e41d85-4c37-43e2-bf79-0f75d8bf7f64 req-cc2f6dcf-e07b-4489-a1c9-f27025660b21 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0921898 Feb 09 06:32:35.409558 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c9dff430-47d7-4b45-b25f-7eba3d4a9c5a req-dba5a725-f759-40e4-99e3-9d7639e4d0f6 service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152477 Feb 09 06:32:35.533434 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-e6a86cbc-046c-4e9e-bcd1-cf15003d7fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '62a7ce67-cc65-4273-a214-7726b3bed660', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'port_id': 'b979de69-4b15-4e43-bf57-2e550df89828', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'mac_address': 'fa:16:3e:ce:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c12b4-67fb-4766-b196-f61bfc65f21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:28:56Z', 'updated_at': '2022-02-09T06:28:58Z', 'revision_number': 1, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:44Z', 'revision_number': 5, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:35.558908 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a86cbc-046c-4e9e-bcd1-cf15003d7fe1 None None] The sync data for ids ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'] in dv-cinder-801923-6-iscsi is: [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_floatingips': [{'id': '62a7ce67-cc65-4273-a214-7726b3bed660', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'router_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'port_id': 'b979de69-4b15-4e43-bf57-2e550df89828', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'mac_address': 'fa:16:3e:ce:62:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5c12b4-67fb-4766-b196-f61bfc65f21a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T06:28:56Z', 'updated_at': '2022-02-09T06:28:58Z', 'revision_number': 1, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:44Z', 'revision_number': 5, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:32:35.766631 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc84916f-56de-42a3-bfa2-528dbb5bec8d None None] New status for floating IP 4e837032-21b8-451d-b58b-80cdab9de39e: DOWN {{(pid=103037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 06:32:36.502255 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84ffc8-aa52-43a9-9d9e-13e6b40bd669 req-3d12aa7d-62c8-4cf1-8aea-19b2a2ecaaee tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:32:36.503718 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2b84ffc8-aa52-43a9-9d9e-13e6b40bd669 req-3d12aa7d-62c8-4cf1-8aea-19b2a2ecaaee tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 945 time: 0.0519433 Feb 09 06:32:36.551433 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-2b84ffc8-aa52-43a9-9d9e-13e6b40bd669 req-80d90d78-3e67-4a75-9ac5-52b6c00f2d4b tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419521 Feb 09 06:32:36.967440 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45baf81f-1b2d-48ee-ba57-d3b36ca67dc2 req-4a475042-2884-488b-9f94-29c4eb3c6aca tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:32:36.968854 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-45baf81f-1b2d-48ee-ba57-d3b36ca67dc2 req-4a475042-2884-488b-9f94-29c4eb3c6aca tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 945 time: 0.0539136 Feb 09 06:32:37.056155 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [req-45baf81f-1b2d-48ee-ba57-d3b36ca67dc2 req-31c90ad3-5969-419a-99f0-fe74f5c1a1e1 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Deleting port 733767f4-7777-4ac2-9bf6-d83963ca928f {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:32:37.056492 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-45baf81f-1b2d-48ee-ba57-d3b36ca67dc2 req-31c90ad3-5969-419a-99f0-fe74f5c1a1e1 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (733767f4-7777-4ac2-9bf6-d83963ca928f), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:37.143804 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-45baf81f-1b2d-48ee-ba57-d3b36ca67dc2 req-31c90ad3-5969-419a-99f0-fe74f5c1a1e1 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] For port 733767f4-7777-4ac2-9bf6-d83963ca928f, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=733767f4-7777-4ac2-9bf6-d83963ca928f,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:32:37.144159 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-45baf81f-1b2d-48ee-ba57-d3b36ca67dc2 req-31c90ad3-5969-419a-99f0-fe74f5c1a1e1 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (733767f4-7777-4ac2-9bf6-d83963ca928f), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:37.156832 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [req-45baf81f-1b2d-48ee-ba57-d3b36ca67dc2 req-31c90ad3-5969-419a-99f0-fe74f5c1a1e1 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Calling delete_port for 733767f4-7777-4ac2-9bf6-d83963ca928f owned by compute:nova {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:32:37.336272 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-45baf81f-1b2d-48ee-ba57-d3b36ca67dc2 req-31c90ad3-5969-419a-99f0-fe74f5c1a1e1 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (733767f4-7777-4ac2-9bf6-d83963ca928f), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:37.365350 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c90ad3-5969-419a-99f0-fe74f5c1a1e1 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event deleted for resources: {'Port': ['ID=733767f4-7777-4ac2-9bf6-d83963ca928f,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:32:37.408957 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-45baf81f-1b2d-48ee-ba57-d3b36ca67dc2 req-31c90ad3-5969-419a-99f0-fe74f5c1a1e1 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] No DVR routers for this DVR port 733767f4-7777-4ac2-9bf6-d83963ca928f on host hv-cinder-80192 {{(pid=103034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:32:37.411375 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-45baf81f-1b2d-48ee-ba57-d3b36ca67dc2 req-31c90ad3-5969-419a-99f0-fe74f5c1a1e1 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:37.415219 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-45baf81f-1b2d-48ee-ba57-d3b36ca67dc2 req-31c90ad3-5969-419a-99f0-fe74f5c1a1e1 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.30 "DELETE /v2.0/ports/733767f4-7777-4ac2-9bf6-d83963ca928f HTTP/1.1" status: 204 len: 173 time: 0.4412484 Feb 09 06:32:37.415662 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd17d49-579c-4990-84b1-ca6cc1fb917a', 'name': 'network-vif-deleted', 'tag': '733767f4-7777-4ac2-9bf6-d83963ca928f'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:32:37.417944 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6901c8-026a-44ba-b9a7-bd6240b29dfb" -d '{"events": [{"server_uuid": "0dd17d49-579c-4990-84b1-ca6cc1fb917a", "name": "network-vif-deleted", "tag": "733767f4-7777-4ac2-9bf6-d83963ca928f"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:32:37.457276 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0937d70a-3948-4de9-91c6-5a656eb0dac5 x-openstack-request-id: req-0937d70a-3948-4de9-91c6-5a656eb0dac5 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:32:37.457276 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd17d49-579c-4990-84b1-ca6cc1fb917a", "name": "network-vif-deleted", "tag": "733767f4-7777-4ac2-9bf6-d83963ca928f", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:32:37.457276 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0937d70a-3948-4de9-91c6-5a656eb0dac5 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:32:37.457276 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd17d49-579c-4990-84b1-ca6cc1fb917a', 'name': 'network-vif-deleted', 'tag': '733767f4-7777-4ac2-9bf6-d83963ca928f', 'status': 'completed', 'code': 200} Feb 09 06:32:37.665944 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-5f974686-d12e-4b03-99cb-cd37e2b45fc7 req-2251555d-dd19-4c93-ad1b-d74d951ff207 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 210 time: 0.0439260 Feb 09 06:32:38.412202 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3ab9ba36-a6d0-4e08-87f6-33d306102ef0 req-5dfae01d-5889-4b76-baed-1423b7d06035 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258069 Feb 09 06:32:38.487576 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3ab9ba36-a6d0-4e08-87f6-33d306102ef0 req-5bf2781e-9007-46d6-8031-79326e1b51d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2c52a1656554315a215f5d7e869570f&device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 210 time: 0.0283406 Feb 09 06:32:38.608013 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9ba36-a6d0-4e08-87f6-33d306102ef0 req-f396e724-c45b-41f9-8d92-2f2e420f23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:32:38.609458 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3ab9ba36-a6d0-4e08-87f6-33d306102ef0 req-f396e724-c45b-41f9-8d92-2f2e420f23a9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b2c52a1656554315a215f5d7e869570f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0876625 Feb 09 06:32:38.701756 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9ba36-a6d0-4e08-87f6-33d306102ef0 req-f09964f2-9773-4da1-86ac-653a73e2f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:32:38.703280 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-3ab9ba36-a6d0-4e08-87f6-33d306102ef0 req-f09964f2-9773-4da1-86ac-653a73e2f308 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0876236 Feb 09 06:32:38.779266 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-6d52f12f-10cc-45f7-bbe0-b4cf52f845b8 req-efc794c7-c702-41e8-ac39-c40caf383765 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dd17d49-579c-4990-84b1-ca6cc1fb917a HTTP/1.1" status: 200 len: 210 time: 0.0279968 Feb 09 06:32:40.116626 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 733767f4-7777-4ac2-9bf6-d83963ca928f no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:32:40.138104 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] No Port match for: 733767f4-7777-4ac2-9bf6-d83963ca928f {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:32:40.138481 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device 733767f4-7777-4ac2-9bf6-d83963ca928f not bound to the agent host hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:32:41.093463 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-341ed363-4476-4c15-9952-c9c34d4c1f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:42.200525 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:32:42.258058 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 32936) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:32:42.407351 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-1478600f-ab25-41f7-8945-ed3488ab7cee tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Deleting port 380f349c-f4ba-4c88-b758-3580279ecb3f {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:32:42.407694 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1478600f-ab25-41f7-8945-ed3488ab7cee tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (380f349c-f4ba-4c88-b758-3580279ecb3f), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:42.478416 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1478600f-ab25-41f7-8945-ed3488ab7cee tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (380f349c-f4ba-4c88-b758-3580279ecb3f), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:42.478748 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1478600f-ab25-41f7-8945-ed3488ab7cee tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for floatingip (380f349c-f4ba-4c88-b758-3580279ecb3f), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:42.489819 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-1478600f-ab25-41f7-8945-ed3488ab7cee tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Calling delete_port for 380f349c-f4ba-4c88-b758-3580279ecb3f owned by network:floatingip {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:32:42.739209 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1478600f-ab25-41f7-8945-ed3488ab7cee tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (380f349c-f4ba-4c88-b758-3580279ecb3f), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:42.766118 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478600f-ab25-41f7-8945-ed3488ab7cee tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event deleted for resources: {'Port': ['ID=380f349c-f4ba-4c88-b758-3580279ecb3f,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:32:43.089456 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1478600f-ab25-41f7-8945-ed3488ab7cee tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for floatingip (62a7ce67-cc65-4273-a214-7726b3bed660), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:43.089792 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.db.l3_db [None req-1478600f-ab25-41f7-8945-ed3488ab7cee tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Floating IP 62a7ce67-cc65-4273-a214-7726b3bed660 disassociated (deleted). External IP: 172.27.3.114, port: b979de69-4b15-4e43-bf57-2e550df89828. Feb 09 06:32:43.294300 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1478600f-ab25-41f7-8945-ed3488ab7cee tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:32:43.406393 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1478600f-ab25-41f7-8945-ed3488ab7cee tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:32:43.411258 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1478600f-ab25-41f7-8945-ed3488ab7cee tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:43.416236 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013bf579-4c31-4a17-a27e-7b44c1917b91 None None] Sync routers for ids ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:32:43.425357 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013bf579-4c31-4a17-a27e-7b44c1917b91 None None] Routers {'7a808edb-1d30-4980-a5a0-94f4d69b5a0b'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:32:43.425971 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-013bf579-4c31-4a17-a27e-7b44c1917b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:32:14Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:43.440087 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-1478600f-ab25-41f7-8945-ed3488ab7cee tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "DELETE /v2.0/floatingips/62a7ce67-cc65-4273-a214-7726b3bed660 HTTP/1.1" status: 204 len: 168 time: 1.1804209 Feb 09 06:32:43.440676 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5c12b4-67fb-4766-b196-f61bfc65f21a', 'tag': 'b979de69-4b15-4e43-bf57-2e550df89828'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:32:43.442946 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c422d0a1-deb0-4686-a2b0-47565840a3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5c12b4-67fb-4766-b196-f61bfc65f21a", "tag": "b979de69-4b15-4e43-bf57-2e550df89828"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:32:43.479823 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 06:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f1130d-3ffe-447e-997a-213c7e908407 x-openstack-request-id: req-b2f1130d-3ffe-447e-997a-213c7e908407 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:32:43.480117 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5c12b4-67fb-4766-b196-f61bfc65f21a", "tag": "b979de69-4b15-4e43-bf57-2e550df89828", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:32:43.480373 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2f1130d-3ffe-447e-997a-213c7e908407 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:32:43.480775 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5c12b4-67fb-4766-b196-f61bfc65f21a', 'tag': 'b979de69-4b15-4e43-bf57-2e550df89828', 'status': 'completed', 'code': 200} Feb 09 06:32:43.537762 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-013bf579-4c31-4a17-a27e-7b44c1917b91 None None] Set router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:32:43.570053 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422d0a1-deb0-4686-a2b0-47565840a3c1 req-752facc1-057c-4479-ad79-befe1fc46d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:32:43.572171 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c422d0a1-deb0-4686-a2b0-47565840a3c1 req-752facc1-057c-4479-ad79-befe1fc46d7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2c52a1656554315a215f5d7e869570f&device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 1129 time: 0.0449963 Feb 09 06:32:43.670894 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422d0a1-deb0-4686-a2b0-47565840a3c1 req-7145defd-6878-4c5c-b36f-331db61ada77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:32:43.672430 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c422d0a1-deb0-4686-a2b0-47565840a3c1 req-7145defd-6878-4c5c-b36f-331db61ada77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6 HTTP/1.1" status: 200 len: 912 time: 0.0940719 Feb 09 06:32:43.721085 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c422d0a1-deb0-4686-a2b0-47565840a3c1 req-176b2a76-1cdb-4356-9134-1346c78ba3cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b979de69-4b15-4e43-bf57-2e550df89828 HTTP/1.1" status: 200 len: 217 time: 0.0429392 Feb 09 06:32:43.769724 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422d0a1-deb0-4686-a2b0-47565840a3c1 req-e3ac7489-dee6-4033-8df1-ba9848e4203b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:32:43.771246 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c422d0a1-deb0-4686-a2b0-47565840a3c1 req-e3ac7489-dee6-4033-8df1-ba9848e4203b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d816c41c-5d1b-4b9b-8c2a-5df9f87cb960 HTTP/1.1" status: 200 len: 851 time: 0.0444107 Feb 09 06:32:43.833364 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422d0a1-deb0-4686-a2b0-47565840a3c1 req-dde2dcb1-99ec-4e0f-892e-c694d396cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:32:43.833364 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c422d0a1-deb0-4686-a2b0-47565840a3c1 req-dde2dcb1-99ec-4e0f-892e-c694d396cf64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25ddb737-4b1e-41fe-b3f8-44ce16c064d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532951 Feb 09 06:32:43.879457 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-f66310c0-e92b-4f55-a57b-5dc501babc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:43.900930 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-013bf579-4c31-4a17-a27e-7b44c1917b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:44Z', 'revision_number': 5, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:43.929486 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013bf579-4c31-4a17-a27e-7b44c1917b91 None None] Checking router: 7a808edb-1d30-4980-a5a0-94f4d69b5a0b for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:32:43.938475 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013bf579-4c31-4a17-a27e-7b44c1917b91 None None] Routers {'7a808edb-1d30-4980-a5a0-94f4d69b5a0b'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:32:43.939089 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-013bf579-4c31-4a17-a27e-7b44c1917b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:32:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:43.945138 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a0276-aead-4584-92fe-9ca5b4f4e88d req-f41a524f-ce9f-45df-8d36-ee4e485e73b9 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:32:43.946666 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4a7a0276-aead-4584-92fe-9ca5b4f4e88d req-f41a524f-ce9f-45df-8d36-ee4e485e73b9 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 945 time: 0.1063957 Feb 09 06:32:43.989179 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c422d0a1-deb0-4686-a2b0-47565840a3c1 req-dc5bdf1d-ce68-471d-9626-05a34713a05f service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228392 Feb 09 06:32:44.027644 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-4a7a0276-aead-4584-92fe-9ca5b4f4e88d req-4c4fbb5d-0a99-453a-8985-9c66933aa0e5 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747020 Feb 09 06:32:44.049376 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-013bf579-4c31-4a17-a27e-7b44c1917b91 None None] Set router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:32:44.092297 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c422d0a1-deb0-4686-a2b0-47565840a3c1 req-084774e3-6bc7-4012-ba2c-180902e182c3 service neutron] 10.222.0.30 "GET /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922060 Feb 09 06:32:44.245448 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-013bf579-4c31-4a17-a27e-7b44c1917b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:44Z', 'revision_number': 5, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:44.271110 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013bf579-4c31-4a17-a27e-7b44c1917b91 None None] The sync data for ids ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'] in dv-cinder-801923-6-iscsi is: [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:25:39Z', 'revision_number': 4, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi', '_interfaces': [{'id': '0c606dec-a62d-4cca-a535-7ec3c7627cea', 'name': '', 'network_id': '25ddb737-4b1e-41fe-b3f8-44ce16c064d6', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'mac_address': 'fa:16:3e:b6:64:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:39Z', 'updated_at': '2022-02-09T06:25:44Z', 'revision_number': 5, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'subnets': [{'id': 'd816c41c-5d1b-4b9b-8c2a-5df9f87cb960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:32:44.407671 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:44.475903 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e292301-5b2b-43d7-821b-4206c8e21d33 None None] New status for floating IP 62a7ce67-cc65-4273-a214-7726b3bed660: DOWN {{(pid=103037) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 06:32:45.146450 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e57b77-ec04-43f8-a6a9-b1ea3aa43e52 req-05456d66-4753-4208-8129-96986db68c6f tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:32:45.147929 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c6e57b77-ec04-43f8-a6a9-b1ea3aa43e52 req-05456d66-4753-4208-8129-96986db68c6f tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 945 time: 0.0521898 Feb 09 06:32:45.200532 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-c6e57b77-ec04-43f8-a6a9-b1ea3aa43e52 req-1efbd3b4-8b0b-46c4-ae09-78ada7912a6b tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/security-groups?id=09ce4859-9d82-472f-8c8a-242f8f7693b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469995 Feb 09 06:32:45.506945 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa3f3f-61b5-4785-9bf5-2f0b19c2b5bd req-a495b662-7902-4a60-a8de-0af35406b233 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 06:32:45.508293 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-33fa3f3f-61b5-4785-9bf5-2f0b19c2b5bd req-a495b662-7902-4a60-a8de-0af35406b233 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 945 time: 0.0504525 Feb 09 06:32:45.594799 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [req-33fa3f3f-61b5-4785-9bf5-2f0b19c2b5bd req-b43d7da7-d35d-4bfe-bca1-5c682c851a38 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Deleting port b979de69-4b15-4e43-bf57-2e550df89828 {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:32:45.595137 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-33fa3f3f-61b5-4785-9bf5-2f0b19c2b5bd req-b43d7da7-d35d-4bfe-bca1-5c682c851a38 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (b979de69-4b15-4e43-bf57-2e550df89828), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:45.689156 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [req-33fa3f3f-61b5-4785-9bf5-2f0b19c2b5bd req-b43d7da7-d35d-4bfe-bca1-5c682c851a38 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] For port b979de69-4b15-4e43-bf57-2e550df89828, host hv-cinder-80192, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80192',level=0,port_id=b979de69-4b15-4e43-bf57-2e550df89828,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:32:45.689523 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-33fa3f3f-61b5-4785-9bf5-2f0b19c2b5bd req-b43d7da7-d35d-4bfe-bca1-5c682c851a38 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (b979de69-4b15-4e43-bf57-2e550df89828), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:45.703062 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [req-33fa3f3f-61b5-4785-9bf5-2f0b19c2b5bd req-b43d7da7-d35d-4bfe-bca1-5c682c851a38 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Calling delete_port for b979de69-4b15-4e43-bf57-2e550df89828 owned by compute:nova {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:32:45.763709 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:45.935171 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-33fa3f3f-61b5-4785-9bf5-2f0b19c2b5bd req-b43d7da7-d35d-4bfe-bca1-5c682c851a38 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (b979de69-4b15-4e43-bf57-2e550df89828), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:45.960663 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d7da7-d35d-4bfe-bca1-5c682c851a38 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event deleted for resources: {'Port': ['ID=b979de69-4b15-4e43-bf57-2e550df89828,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:32:46.004330 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fa3f3f-61b5-4785-9bf5-2f0b19c2b5bd req-b43d7da7-d35d-4bfe-bca1-5c682c851a38 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] No DVR routers for this DVR port b979de69-4b15-4e43-bf57-2e550df89828 on host hv-cinder-80192 {{(pid=103034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:32:46.006711 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [req-33fa3f3f-61b5-4785-9bf5-2f0b19c2b5bd req-b43d7da7-d35d-4bfe-bca1-5c682c851a38 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for port (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:46.009966 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-33fa3f3f-61b5-4785-9bf5-2f0b19c2b5bd req-b43d7da7-d35d-4bfe-bca1-5c682c851a38 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.30 "DELETE /v2.0/ports/b979de69-4b15-4e43-bf57-2e550df89828 HTTP/1.1" status: 204 len: 173 time: 0.4968240 Feb 09 06:32:46.010428 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5c12b4-67fb-4766-b196-f61bfc65f21a', 'name': 'network-vif-deleted', 'tag': 'b979de69-4b15-4e43-bf57-2e550df89828'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 06:32:46.012905 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b7e6004fce3fa727ec15758ddcbf3188d725269d7cd653b85e550c9d9fd5836" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23333ff7-bb58-4689-8015-66d4ed209c61" -d '{"events": [{"server_uuid": "6f5c12b4-67fb-4766-b196-f61bfc65f21a", "name": "network-vif-deleted", "tag": "b979de69-4b15-4e43-bf57-2e550df89828"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 06:32:46.048384 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 06:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a0894d-cc7c-4f4f-8a4d-084845f860d2 x-openstack-request-id: req-c0a0894d-cc7c-4f4f-8a4d-084845f860d2 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 06:32:46.048687 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5c12b4-67fb-4766-b196-f61bfc65f21a", "name": "network-vif-deleted", "tag": "b979de69-4b15-4e43-bf57-2e550df89828", "status": "completed", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 06:32:46.048945 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0a0894d-cc7c-4f4f-8a4d-084845f860d2 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 06:32:46.049351 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5c12b4-67fb-4766-b196-f61bfc65f21a', 'name': 'network-vif-deleted', 'tag': 'b979de69-4b15-4e43-bf57-2e550df89828', 'status': 'completed', 'code': 200} Feb 09 06:32:46.293249 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [req-15fef83f-5161-437c-82a2-8cc24cdca452 req-29ac574b-99e3-4969-b285-df409e2bacf1 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f5c12b4-67fb-4766-b196-f61bfc65f21a HTTP/1.1" status: 200 len: 210 time: 0.0275249 Feb 09 06:32:47.055458 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:47.348118 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 32952) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:32:47.499921 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-e40211c6-91f7-45c5-93a9-facfccce8353 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Deleting port 6dc75f76-d00e-4680-933b-b13ba319e1ef {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:32:47.500408 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e40211c6-91f7-45c5-93a9-facfccce8353 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (6dc75f76-d00e-4680-933b-b13ba319e1ef), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:47.576125 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e40211c6-91f7-45c5-93a9-facfccce8353 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (6dc75f76-d00e-4680-933b-b13ba319e1ef), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:47.576372 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e40211c6-91f7-45c5-93a9-facfccce8353 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for floatingip (6dc75f76-d00e-4680-933b-b13ba319e1ef), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:47.587549 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-e40211c6-91f7-45c5-93a9-facfccce8353 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Calling delete_port for 6dc75f76-d00e-4680-933b-b13ba319e1ef owned by network:floatingip {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:32:47.813358 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e40211c6-91f7-45c5-93a9-facfccce8353 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (6dc75f76-d00e-4680-933b-b13ba319e1ef), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:47.841050 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40211c6-91f7-45c5-93a9-facfccce8353 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event deleted for resources: {'Port': ['ID=6dc75f76-d00e-4680-933b-b13ba319e1ef,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:32:47.897668 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e40211c6-91f7-45c5-93a9-facfccce8353 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for floatingip (14ff6027-b0fb-4924-bcb5-71159f349572), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:47.900225 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e40211c6-91f7-45c5-93a9-facfccce8353 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426053'] for floatingip (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:47.902010 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-e40211c6-91f7-45c5-93a9-facfccce8353 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "DELETE /v2.0/floatingips/14ff6027-b0fb-4924-bcb5-71159f349572 HTTP/1.1" status: 204 len: 168 time: 0.5528765 Feb 09 06:32:48.147874 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device b979de69-4b15-4e43-bf57-2e550df89828 no longer exists at agent hyperv_hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:32:48.171636 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] No Port match for: b979de69-4b15-4e43-bf57-2e550df89828 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:32:48.171995 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Device b979de69-4b15-4e43-bf57-2e550df89828 not bound to the agent host hv-cinder-80192 {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:32:49.230761 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 32964) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:32:49.285491 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3653c696-b5a6-4166-8bf6-7a8fce7133a4 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group (09ce4859-9d82-472f-8c8a-242f8f7693b4), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:49.314032 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3653c696-b5a6-4166-8bf6-7a8fce7133a4 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group (09ce4859-9d82-472f-8c8a-242f8f7693b4), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:49.444155 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3653c696-b5a6-4166-8bf6-7a8fce7133a4 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (09ce4859-9d82-472f-8c8a-242f8f7693b4), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:49.446857 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3653c696-b5a6-4166-8bf6-7a8fce7133a4 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:49.448094 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-3653c696-b5a6-4166-8bf6-7a8fce7133a4 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] 10.222.0.13 "DELETE /v2.0/security-groups/09ce4859-9d82-472f-8c8a-242f8f7693b4 HTTP/1.1" status: 204 len: 168 time: 0.2163489 Feb 09 06:32:49.457203 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653c696-b5a6-4166-8bf6-7a8fce7133a4 tempest-TestVolumeBootPattern-152773537 tempest-TestVolumeBootPattern-152773537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ce4859-9d82-472f-8c8a-242f8f7693b4,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:32:49.571574 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 32968) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:32:50.042925 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a2f00cf9-f081-4ebc-b266-2a671110aa40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541033'] for router_interface (7a808edb-1d30-4980-a5a0-94f4d69b5a0b), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:50.278884 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-a2f00cf9-f081-4ebc-b266-2a671110aa40 admin admin] Deleting port 0c606dec-a62d-4cca-a535-7ec3c7627cea {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:32:50.279568 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a2f00cf9-f081-4ebc-b266-2a671110aa40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (0c606dec-a62d-4cca-a535-7ec3c7627cea), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:50.356366 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-a2f00cf9-f081-4ebc-b266-2a671110aa40 admin admin] For port 0c606dec-a62d-4cca-a535-7ec3c7627cea, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=0c606dec-a62d-4cca-a535-7ec3c7627cea,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:32:50.356730 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a2f00cf9-f081-4ebc-b266-2a671110aa40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (0c606dec-a62d-4cca-a535-7ec3c7627cea), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:50.368903 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-a2f00cf9-f081-4ebc-b266-2a671110aa40 admin admin] Calling delete_port for 0c606dec-a62d-4cca-a535-7ec3c7627cea owned by network:router_interface {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:32:50.609859 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a2f00cf9-f081-4ebc-b266-2a671110aa40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (0c606dec-a62d-4cca-a535-7ec3c7627cea), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:50.634346 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f00cf9-f081-4ebc-b266-2a671110aa40 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c606dec-a62d-4cca-a535-7ec3c7627cea,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:32:50.797535 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a2f00cf9-f081-4ebc-b266-2a671110aa40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541181'] for router_interface (7a808edb-1d30-4980-a5a0-94f4d69b5a0b), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:51.008160 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f00cf9-f081-4ebc-b266-2a671110aa40 admin admin] Router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:32:51.111879 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f00cf9-f081-4ebc-b266-2a671110aa40 admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:32:51.116813 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-a2f00cf9-f081-4ebc-b266-2a671110aa40 admin admin] 10.222.0.13 "PUT /v2.0/routers/7a808edb-1d30-4980-a5a0-94f4d69b5a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5442281 Feb 09 06:32:51.119360 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 32972) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:32:51.124370 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb3cf2-b455-438b-b7f3-729c5aa41cbd None None] Sync routers for ids ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'] in dv-cinder-801923-6-iscsi {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:32:51.133416 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb3cf2-b455-438b-b7f3-729c5aa41cbd None None] Routers {'7a808edb-1d30-4980-a5a0-94f4d69b5a0b'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:32:51.134136 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-92eb3cf2-b455-438b-b7f3-729c5aa41cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:32:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:51.242002 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-92eb3cf2-b455-438b-b7f3-729c5aa41cbd None None] Set router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:32:51.424667 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-92eb3cf2-b455-438b-b7f3-729c5aa41cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:32:50Z', 'revision_number': 5, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:51.451143 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb3cf2-b455-438b-b7f3-729c5aa41cbd None None] Checking router: 7a808edb-1d30-4980-a5a0-94f4d69b5a0b for host: dv-cinder-801923-6-iscsi {{(pid=103036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:32:51.459480 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb3cf2-b455-438b-b7f3-729c5aa41cbd None None] Routers {'7a808edb-1d30-4980-a5a0-94f4d69b5a0b'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:32:51.460099 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-92eb3cf2-b455-438b-b7f3-729c5aa41cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:32:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'], 'active': True} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:51.482336 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-62afc227-0589-47f5-9907-670eceed883f admin admin] Publish callbacks [] for router (7a808edb-1d30-4980-a5a0-94f4d69b5a0b), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:51.564340 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvr_db [None req-92eb3cf2-b455-438b-b7f3-729c5aa41cbd None None] Set router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b gateway port host: dv-cinder-801923-6-iscsi {{(pid=103036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:32:51.582621 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-62afc227-0589-47f5-9907-670eceed883f admin admin] Publish callbacks [] for router_gateway (7a808edb-1d30-4980-a5a0-94f4d69b5a0b), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:51.717886 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-62afc227-0589-47f5-9907-670eceed883f admin admin] Deleting port de3b63e2-15a9-4239-a06a-a7f1400338ed {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:32:51.718328 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-62afc227-0589-47f5-9907-670eceed883f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (de3b63e2-15a9-4239-a06a-a7f1400338ed), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:51.749915 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_hamode_db [None req-92eb3cf2-b455-438b-b7f3-729c5aa41cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:32:50Z', 'revision_number': 5, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:51.777669 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb3cf2-b455-438b-b7f3-729c5aa41cbd None None] The sync data for ids ['7a808edb-1d30-4980-a5a0-94f4d69b5a0b'] in dv-cinder-801923-6-iscsi is: [{'id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'name': 'tempest-TestVolumeBootPattern-1759177183-router', 'tenant_id': 'b2c52a1656554315a215f5d7e869570f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:36Z', 'updated_at': '2022-02-09T06:32:50Z', 'revision_number': 5, 'project_id': 'b2c52a1656554315a215f5d7e869570f', 'gw_port': {'id': 'de3b63e2-15a9-4239-a06a-a7f1400338ed', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a808edb-1d30-4980-a5a0-94f4d69b5a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:37Z', 'updated_at': '2022-02-09T06:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}] {{(pid=103036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:32:51.797659 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-62afc227-0589-47f5-9907-670eceed883f admin admin] For port de3b63e2-15a9-4239-a06a-a7f1400338ed, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=de3b63e2-15a9-4239-a06a-a7f1400338ed,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:32:51.798017 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-62afc227-0589-47f5-9907-670eceed883f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (de3b63e2-15a9-4239-a06a-a7f1400338ed), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:51.817615 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-62afc227-0589-47f5-9907-670eceed883f admin admin] Calling delete_port for de3b63e2-15a9-4239-a06a-a7f1400338ed owned by network:router_gateway {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:32:52.049589 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-62afc227-0589-47f5-9907-670eceed883f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (de3b63e2-15a9-4239-a06a-a7f1400338ed), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:52.072725 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afc227-0589-47f5-9907-670eceed883f admin admin] Pushing event deleted for resources: {'Port': ['ID=de3b63e2-15a9-4239-a06a-a7f1400338ed,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:32:52.134111 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-62afc227-0589-47f5-9907-670eceed883f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540447'] for router_gateway (7a808edb-1d30-4980-a5a0-94f4d69b5a0b), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:52.227713 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-62afc227-0589-47f5-9907-670eceed883f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11033'] for router (7a808edb-1d30-4980-a5a0-94f4d69b5a0b), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:52.229935 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-62afc227-0589-47f5-9907-670eceed883f admin admin] Publish callbacks [] for router_controller (7a808edb-1d30-4980-a5a0-94f4d69b5a0b), precommit_delete_associations {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:52.329619 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-62afc227-0589-47f5-9907-670eceed883f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539535'] for router (7a808edb-1d30-4980-a5a0-94f4d69b5a0b), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:52.330122 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62afc227-0589-47f5-9907-670eceed883f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a808edb-1d30-4980-a5a0-94f4d69b5a0b {{(pid=103034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 06:32:52.335102 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-62afc227-0589-47f5-9907-670eceed883f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:52.336515 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-62afc227-0589-47f5-9907-670eceed883f admin admin] 10.222.0.13 "DELETE /v2.0/routers/7a808edb-1d30-4980-a5a0-94f4d69b5a0b HTTP/1.1" status: 204 len: 168 time: 1.2159679 Feb 09 06:32:52.338854 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 32974) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:32:52.383268 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_v2 [None req-b727381a-3df8-42ee-8668-367f914ce250 admin admin] Deleting subnet d816c41c-5d1b-4b9b-8c2a-5df9f87cb960 {{(pid=103034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 06:32:52.386624 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b727381a-3df8-42ee-8668-367f914ce250 admin admin] Publish callbacks [] for subnet (d816c41c-5d1b-4b9b-8c2a-5df9f87cb960), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:52.421457 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b727381a-3df8-42ee-8668-367f914ce250 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819294'] for subnet (d816c41c-5d1b-4b9b-8c2a-5df9f87cb960), precommit_delete_associations {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:52.502514 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b727381a-3df8-42ee-8668-367f914ce250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070576'] for subnet (d816c41c-5d1b-4b9b-8c2a-5df9f87cb960), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:52.618746 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b727381a-3df8-42ee-8668-367f914ce250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6166112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4413224'] for subnet (d816c41c-5d1b-4b9b-8c2a-5df9f87cb960), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:52.641542 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727381a-3df8-42ee-8668-367f914ce250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d816c41c-5d1b-4b9b-8c2a-5df9f87cb960,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:32:52.647117 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b727381a-3df8-42ee-8668-367f914ce250 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:52.650304 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-b727381a-3df8-42ee-8668-367f914ce250 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d816c41c-5d1b-4b9b-8c2a-5df9f87cb960 HTTP/1.1" status: 204 len: 168 time: 0.3104718 Feb 09 06:32:52.653186 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0310f75a-c349-4dd1-8f7b-a833815ada8f None None] Network 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:32:52.653709 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 32976) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:32:52.719071 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-428c5c66-18be-4994-bba4-d4727521412d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096870'] for network (25ddb737-4b1e-41fe-b3f8-44ce16c064d6), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:52.778552 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-428c5c66-18be-4994-bba4-d4727521412d admin admin] Deleting port a8037526-6bea-4149-9cb3-1a553e250b1b {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:32:52.778895 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-428c5c66-18be-4994-bba4-d4727521412d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (a8037526-6bea-4149-9cb3-1a553e250b1b), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:52.817978 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] DHCP port deletion for 25ddb737-4b1e-41fe-b3f8-44ce16c064d6 request from dv-cinder-801923-6-iscsi {{(pid=103036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 06:32:52.841461 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-428c5c66-18be-4994-bba4-d4727521412d admin admin] For port a8037526-6bea-4149-9cb3-1a553e250b1b, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=a8037526-6bea-4149-9cb3-1a553e250b1b,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:32:52.841822 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-428c5c66-18be-4994-bba4-d4727521412d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (a8037526-6bea-4149-9cb3-1a553e250b1b), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:52.855205 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-428c5c66-18be-4994-bba4-d4727521412d admin admin] Calling delete_port for a8037526-6bea-4149-9cb3-1a553e250b1b owned by network:dhcp {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:32:52.865211 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] Deleting port a8037526-6bea-4149-9cb3-1a553e250b1b {{(pid=103036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:32:52.865583 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (a8037526-6bea-4149-9cb3-1a553e250b1b), before_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:52.929394 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] For port a8037526-6bea-4149-9cb3-1a553e250b1b, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=a8037526-6bea-4149-9cb3-1a553e250b1b,segment=NetworkSegment(bbbc5f15-71d8-4d31-8e5a-090ff9623ced),segment_id=bbbc5f15-71d8-4d31-8e5a-090ff9623ced)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:32:52.929845 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (a8037526-6bea-4149-9cb3-1a553e250b1b), precommit_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:52.943255 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] Calling delete_port for a8037526-6bea-4149-9cb3-1a553e250b1b owned by network:dhcp {{(pid=103036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:32:52.996913 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device a8037526-6bea-4149-9cb3-1a553e250b1b no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:32:53.032563 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-428c5c66-18be-4994-bba4-d4727521412d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (a8037526-6bea-4149-9cb3-1a553e250b1b), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:53.054787 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No active binding found for port a8037526-6bea-4149-9cb3-1a553e250b1b {{(pid=103036) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 06:32:53.055071 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] The host dv-cinder-801923-6-iscsi is not matching for port a8037526-6bea-4149-9cb3-1a553e250b1b host None! {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 06:32:53.055449 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device a8037526-6bea-4149-9cb3-1a553e250b1b not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:32:53.055870 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device de3b63e2-15a9-4239-a06a-a7f1400338ed no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:32:53.060003 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186'] for port (a8037526-6bea-4149-9cb3-1a553e250b1b), after_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:53.063713 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c5c66-18be-4994-bba4-d4727521412d admin admin] Pushing event deleted for resources: {'Port': ['ID=a8037526-6bea-4149-9cb3-1a553e250b1b,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:32:53.068138 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428c5c66-18be-4994-bba4-d4727521412d admin admin] No DVR routers for this DVR port a8037526-6bea-4149-9cb3-1a553e250b1b on host dv-cinder-801923-6-iscsi {{(pid=103034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:32:53.096983 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: de3b63e2-15a9-4239-a06a-a7f1400338ed {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:32:53.097331 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device de3b63e2-15a9-4239-a06a-a7f1400338ed not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:32:53.097765 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 0c606dec-a62d-4cca-a535-7ec3c7627cea no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:32:53.102417 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] Pushing event deleted for resources: {'Port': ['ID=a8037526-6bea-4149-9cb3-1a553e250b1b,revision_number=None']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:32:53.122343 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] No DVR routers for this DVR port a8037526-6bea-4149-9cb3-1a553e250b1b on host dv-cinder-801923-6-iscsi {{(pid=103036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:32:53.123592 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: 0c606dec-a62d-4cca-a535-7ec3c7627cea {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:32:53.123933 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 0c606dec-a62d-4cca-a535-7ec3c7627cea not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:32:53.131955 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:53.131955 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:53.131955 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:53.131955 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:53.132381 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:53.132381 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:53.132634 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:53.132965 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:53.133294 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:53.133622 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:53.134026 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:53.134282 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:53.134609 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c0cdac-d29c-472e-95cd-41e2089385bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:53.141668 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-428c5c66-18be-4994-bba4-d4727521412d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1884327', 'neutron.services.segments.db._delete_segments_for_network-8788413974977'] for network (25ddb737-4b1e-41fe-b3f8-44ce16c064d6), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:53.161535 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.services.segments.db [None req-428c5c66-18be-4994-bba4-d4727521412d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ddb737-4b1e-41fe-b3f8-44ce16c064d6']}} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:53.171071 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.services.segments.db [None req-428c5c66-18be-4994-bba4-d4727521412d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced') {'for_net_delete': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:53.171294 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.services.segments.db [None req-428c5c66-18be-4994-bba4-d4727521412d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbbc5f15-71d8-4d31-8e5a-090ff9623ced') {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:53.180166 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-428c5c66-18be-4994-bba4-d4727521412d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788413976266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5819285'] for segment (bbbc5f15-71d8-4d31-8e5a-090ff9623ced), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:53.193583 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-428c5c66-18be-4994-bba4-d4727521412d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (bbbc5f15-71d8-4d31-8e5a-090ff9623ced), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:53.199440 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428c5c66-18be-4994-bba4-d4727521412d admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-428c5c66-18be-4994-bba4-d4727521412d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6166218'] for segment (bbbc5f15-71d8-4d31-8e5a-090ff9623ced), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: Traceback (most recent call last): Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: timer() Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: cb(*args, **kw) Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: return func(*args, **kwargs) Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: self._notify() Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: self.callback(batched_events) Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: event.method(event) Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: return f(self, *a, **k) Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: return self._get(url).json() Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: return self.request(url, 'GET', **kwargs) Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 06:32:53.207691 dv-cinder-801923-6-iscsi neutron-server[103034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 06:32:53.312322 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-428c5c66-18be-4994-bba4-d4727521412d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1884350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540539'] for network (25ddb737-4b1e-41fe-b3f8-44ce16c064d6), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:53.317509 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-428c5c66-18be-4994-bba4-d4727521412d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:53.323978 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-428c5c66-18be-4994-bba4-d4727521412d admin admin] 10.222.0.13 "DELETE /v2.0/networks/25ddb737-4b1e-41fe-b3f8-44ce16c064d6 HTTP/1.1" status: 204 len: 168 time: 0.6661949 Feb 09 06:32:53.324171 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 32978) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:32:53.331304 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c5c66-18be-4994-bba4-d4727521412d admin admin] Pushing event deleted for resources: {'Network': ['ID=25ddb737-4b1e-41fe-b3f8-44ce16c064d6,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:32:53.659764 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-541033'] for router_interface (cfa1fde4-6362-4fb0-945e-c56a77eeecee), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:53.901904 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Deleting port 77afcf89-57fe-4283-ab33-b9cf5eaa8a10 {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:32:53.902259 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (77afcf89-57fe-4283-ab33-b9cf5eaa8a10), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:53.975437 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] For port 77afcf89-57fe-4283-ab33-b9cf5eaa8a10, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=77afcf89-57fe-4283-ab33-b9cf5eaa8a10,segment=NetworkSegment(9dd07a7d-2cfe-4d86-bdec-0866ff88b811),segment_id=9dd07a7d-2cfe-4d86-bdec-0866ff88b811)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:32:53.975719 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (77afcf89-57fe-4283-ab33-b9cf5eaa8a10), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:53.991624 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Calling delete_port for 77afcf89-57fe-4283-ab33-b9cf5eaa8a10 owned by network:router_interface {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:32:54.249372 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (77afcf89-57fe-4283-ab33-b9cf5eaa8a10), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:54.275924 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=77afcf89-57fe-4283-ab33-b9cf5eaa8a10,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:32:54.299240 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:54.299595 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:54.299942 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:54.300287 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:54.300624 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:54.300957 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:54.301287 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:54.301619 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:54.301949 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:54.302298 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:54.302625 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:54.302948 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:54.303268 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801923-6-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 06:32:54.448268 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1023623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-541181'] for router_interface (cfa1fde4-6362-4fb0-945e-c56a77eeecee), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:54.659889 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Router cfa1fde4-6362-4fb0-945e-c56a77eeecee has already been hosted by L3 agent 2bd41ce3-452d-4240-96b7-c7594279ff6d {{(pid=103035) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 06:32:55.003967 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] Notify agent at l3_agent.dv-cinder-801923-6-iscsi the message routers_updated {{(pid=103035) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 06:32:55.008972 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-06ea6e4f-29b7-4279-b264-6542677d8b4e admin admin] 10.222.0.13 "PUT /v2.0/routers/cfa1fde4-6362-4fb0-945e-c56a77eeecee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6836603 Feb 09 06:32:55.012505 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 32982) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:32:55.013525 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca52b1d-c8ec-4e2b-b8a7-794b459fc50a None None] Sync routers for ids ['cfa1fde4-6362-4fb0-945e-c56a77eeecee'] in dv-cinder-801923-6-iscsi {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 06:32:55.022852 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca52b1d-c8ec-4e2b-b8a7-794b459fc50a None None] Routers {'cfa1fde4-6362-4fb0-945e-c56a77eeecee'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:32:55.023445 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-fca52b1d-c8ec-4e2b-b8a7-794b459fc50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:32:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['cfa1fde4-6362-4fb0-945e-c56a77eeecee'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:55.117757 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-79833a6f-9b66-4512-809c-f2aa096d0a9c admin admin] Publish callbacks [] for router (cfa1fde4-6362-4fb0-945e-c56a77eeecee), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:55.130904 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-fca52b1d-c8ec-4e2b-b8a7-794b459fc50a None None] Set router cfa1fde4-6362-4fb0-945e-c56a77eeecee gateway port host: dv-cinder-801923-6-iscsi {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:32:55.220996 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-79833a6f-9b66-4512-809c-f2aa096d0a9c admin admin] Publish callbacks [] for router_gateway (cfa1fde4-6362-4fb0-945e-c56a77eeecee), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:55.304401 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-fca52b1d-c8ec-4e2b-b8a7-794b459fc50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa1fde4-6362-4fb0-945e-c56a77eeecee', 'name': 'tempest-TestVolumeBootPattern-1199399656-router', 'tenant_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'external_fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'c5ad71b7-ce91-4e5e-af6d-861a74465d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:43Z', 'updated_at': '2022-02-09T06:32:54Z', 'revision_number': 5, 'project_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'gw_port': {'id': 'c5ad71b7-ce91-4e5e-af6d-861a74465d4a', 'name': '', 'network_id': '60906f90-e5e0-4579-a713-ae70aadf892a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a9:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa1fde4-6362-4fb0-945e-c56a77eeecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801923-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T06:25:43Z', 'updated_at': '2022-02-09T06:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3feeac82-f55f-4d1a-bdeb-44d8682c5c90', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801923-6-iscsi'}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:55.333109 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca52b1d-c8ec-4e2b-b8a7-794b459fc50a None None] Checking router: cfa1fde4-6362-4fb0-945e-c56a77eeecee for host: dv-cinder-801923-6-iscsi {{(pid=103037) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 06:32:55.342384 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca52b1d-c8ec-4e2b-b8a7-794b459fc50a None None] Routers {'cfa1fde4-6362-4fb0-945e-c56a77eeecee'} bound to L3 agent in host dv-cinder-801923-6-iscsi {{(pid=103037) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 06:32:55.343002 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-fca52b1d-c8ec-4e2b-b8a7-794b459fc50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801923-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T06:10:14Z,description=,heartbeat_timestamp=2022-02-09T06:32:44Z,host='dv-cinder-801923-6-iscsi',id=2bd41ce3-452d-4240-96b7-c7594279ff6d,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T06:10:14Z,topic='l3_agent')) {'router_ids': ['cfa1fde4-6362-4fb0-945e-c56a77eeecee'], 'active': True} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:55.354761 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-79833a6f-9b66-4512-809c-f2aa096d0a9c admin admin] Deleting port c5ad71b7-ce91-4e5e-af6d-861a74465d4a {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:32:55.355050 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-79833a6f-9b66-4512-809c-f2aa096d0a9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (c5ad71b7-ce91-4e5e-af6d-861a74465d4a), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:55.428201 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_dvr_db [None req-fca52b1d-c8ec-4e2b-b8a7-794b459fc50a None None] Set router cfa1fde4-6362-4fb0-945e-c56a77eeecee gateway port host: None {{(pid=103037) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 06:32:55.436110 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-79833a6f-9b66-4512-809c-f2aa096d0a9c admin admin] For port c5ad71b7-ce91-4e5e-af6d-861a74465d4a, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=c5ad71b7-ce91-4e5e-af6d-861a74465d4a,segment=NetworkSegment(0cd604b9-5647-4185-9237-b54deb846bea),segment_id=0cd604b9-5647-4185-9237-b54deb846bea)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:32:55.436473 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-79833a6f-9b66-4512-809c-f2aa096d0a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (c5ad71b7-ce91-4e5e-af6d-861a74465d4a), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:55.449302 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-79833a6f-9b66-4512-809c-f2aa096d0a9c admin admin] Calling delete_port for c5ad71b7-ce91-4e5e-af6d-861a74465d4a owned by network:router_gateway {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:32:55.479740 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.l3_hamode_db [None req-fca52b1d-c8ec-4e2b-b8a7-794b459fc50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa1fde4-6362-4fb0-945e-c56a77eeecee', 'name': 'tempest-TestVolumeBootPattern-1199399656-router', 'tenant_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:43Z', 'updated_at': '2022-02-09T06:32:55Z', 'revision_number': 6, 'project_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'gw_port_host': None}], 'dv-cinder-801923-6-iscsi', False) {} {{(pid=103037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:55.507464 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca52b1d-c8ec-4e2b-b8a7-794b459fc50a None None] The sync data for ids ['cfa1fde4-6362-4fb0-945e-c56a77eeecee'] in dv-cinder-801923-6-iscsi is: [{'id': 'cfa1fde4-6362-4fb0-945e-c56a77eeecee', 'name': 'tempest-TestVolumeBootPattern-1199399656-router', 'tenant_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T06:25:43Z', 'updated_at': '2022-02-09T06:32:55Z', 'revision_number': 6, 'project_id': 'c8c7cb165b804c96b18da92bfd4f5578', 'gw_port_host': None}] {{(pid=103037) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 06:32:55.669662 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-79833a6f-9b66-4512-809c-f2aa096d0a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6166207'] for port (c5ad71b7-ce91-4e5e-af6d-861a74465d4a), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:55.692280 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79833a6f-9b66-4512-809c-f2aa096d0a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ad71b7-ce91-4e5e-af6d-861a74465d4a,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:32:55.758493 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-79833a6f-9b66-4512-809c-f2aa096d0a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540447'] for router_gateway (cfa1fde4-6362-4fb0-945e-c56a77eeecee), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:55.850766 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-79833a6f-9b66-4512-809c-f2aa096d0a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11033'] for router (cfa1fde4-6362-4fb0-945e-c56a77eeecee), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:55.853080 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-79833a6f-9b66-4512-809c-f2aa096d0a9c admin admin] Publish callbacks [] for router_controller (cfa1fde4-6362-4fb0-945e-c56a77eeecee), precommit_delete_associations {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:55.946773 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-79833a6f-9b66-4512-809c-f2aa096d0a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539535'] for router (cfa1fde4-6362-4fb0-945e-c56a77eeecee), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:55.947311 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79833a6f-9b66-4512-809c-f2aa096d0a9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfa1fde4-6362-4fb0-945e-c56a77eeecee {{(pid=103034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 06:32:55.951905 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-79833a6f-9b66-4512-809c-f2aa096d0a9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:55.953049 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-79833a6f-9b66-4512-809c-f2aa096d0a9c admin admin] 10.222.0.13 "DELETE /v2.0/routers/cfa1fde4-6362-4fb0-945e-c56a77eeecee HTTP/1.1" status: 204 len: 168 time: 0.9395707 Feb 09 06:32:55.955513 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 32984) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:32:55.999760 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade112d1-b251-46e8-962a-de675d391a8b admin admin] Deleting subnet 18cc49f3-be2c-4618-8b11-da57ed0446ad {{(pid=103034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 06:32:56.002780 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ade112d1-b251-46e8-962a-de675d391a8b admin admin] Publish callbacks [] for subnet (18cc49f3-be2c-4618-8b11-da57ed0446ad), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:56.035728 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ade112d1-b251-46e8-962a-de675d391a8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5819294'] for subnet (18cc49f3-be2c-4618-8b11-da57ed0446ad), precommit_delete_associations {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:56.114921 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ade112d1-b251-46e8-962a-de675d391a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070576'] for subnet (18cc49f3-be2c-4618-8b11-da57ed0446ad), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:56.219210 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ade112d1-b251-46e8-962a-de675d391a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-184753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6166112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4413224'] for subnet (18cc49f3-be2c-4618-8b11-da57ed0446ad), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:56.246426 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ade112d1-b251-46e8-962a-de675d391a8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:56.250389 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-ade112d1-b251-46e8-962a-de675d391a8b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/18cc49f3-be2c-4618-8b11-da57ed0446ad HTTP/1.1" status: 204 len: 168 time: 0.2939177 Feb 09 06:32:56.251868 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade112d1-b251-46e8-962a-de675d391a8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18cc49f3-be2c-4618-8b11-da57ed0446ad,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:32:56.253425 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 32986) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:32:56.255778 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41957dd-f106-495c-aef2-cb65783dfa1e None None] Network f7142df2-1906-40fc-8443-d39a8726c419 requested from dv-cinder-801923-6-iscsi {{(pid=103036) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 06:32:56.328590 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-39dc793d-b314-4bd1-9c58-cab28d7a2153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2096870'] for network (f7142df2-1906-40fc-8443-d39a8726c419), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:56.383083 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-39dc793d-b314-4bd1-9c58-cab28d7a2153 admin admin] Deleting port 0dff141f-5d31-487f-9b1f-e0c99a9eab6a {{(pid=103035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:32:56.383426 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-39dc793d-b314-4bd1-9c58-cab28d7a2153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (0dff141f-5d31-487f-9b1f-e0c99a9eab6a), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:56.427115 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bc99fa-1319-47a0-8131-5656acde0414 None None] DHCP port deletion for f7142df2-1906-40fc-8443-d39a8726c419 request from dv-cinder-801923-6-iscsi {{(pid=103036) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 06:32:56.453811 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-39dc793d-b314-4bd1-9c58-cab28d7a2153 admin admin] For port 0dff141f-5d31-487f-9b1f-e0c99a9eab6a, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=0dff141f-5d31-487f-9b1f-e0c99a9eab6a,segment=NetworkSegment(9dd07a7d-2cfe-4d86-bdec-0866ff88b811),segment_id=9dd07a7d-2cfe-4d86-bdec-0866ff88b811)] {{(pid=103035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:32:56.454466 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-39dc793d-b314-4bd1-9c58-cab28d7a2153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (0dff141f-5d31-487f-9b1f-e0c99a9eab6a), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:56.468685 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.plugin [None req-39dc793d-b314-4bd1-9c58-cab28d7a2153 admin admin] Calling delete_port for 0dff141f-5d31-487f-9b1f-e0c99a9eab6a owned by network:dhcp {{(pid=103035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:32:56.476951 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-08bc99fa-1319-47a0-8131-5656acde0414 None None] Deleting port 0dff141f-5d31-487f-9b1f-e0c99a9eab6a {{(pid=103036) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 06:32:56.477330 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-08bc99fa-1319-47a0-8131-5656acde0414 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788414014356'] for port (0dff141f-5d31-487f-9b1f-e0c99a9eab6a), before_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:56.639018 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-39dc793d-b314-4bd1-9c58-cab28d7a2153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111283'] for port (0dff141f-5d31-487f-9b1f-e0c99a9eab6a), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:56.663661 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc793d-b314-4bd1-9c58-cab28d7a2153 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dff141f-5d31-487f-9b1f-e0c99a9eab6a,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:32:56.667315 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc793d-b314-4bd1-9c58-cab28d7a2153 admin admin] No DVR routers for this DVR port 0dff141f-5d31-487f-9b1f-e0c99a9eab6a on host dv-cinder-801923-6-iscsi {{(pid=103035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:32:56.669072 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.db [None req-08bc99fa-1319-47a0-8131-5656acde0414 None None] For port 0dff141f-5d31-487f-9b1f-e0c99a9eab6a, host dv-cinder-801923-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801923-6-iscsi',level=0,port_id=0dff141f-5d31-487f-9b1f-e0c99a9eab6a,segment=NetworkSegment(9dd07a7d-2cfe-4d86-bdec-0866ff88b811),segment_id=9dd07a7d-2cfe-4d86-bdec-0866ff88b811)] {{(pid=103036) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 06:32:56.669477 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-08bc99fa-1319-47a0-8131-5656acde0414 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542930'] for port (0dff141f-5d31-487f-9b1f-e0c99a9eab6a), precommit_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:56.683346 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-08bc99fa-1319-47a0-8131-5656acde0414 None None] Calling delete_port for 0dff141f-5d31-487f-9b1f-e0c99a9eab6a owned by network:dhcp {{(pid=103036) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 06:32:56.748938 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-39dc793d-b314-4bd1-9c58-cab28d7a2153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1884327', 'neutron.services.segments.db._delete_segments_for_network-8788413974977'] for network (f7142df2-1906-40fc-8443-d39a8726c419), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:56.758549 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-08bc99fa-1319-47a0-8131-5656acde0414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-321817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788414019831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788413482186'] for port (0dff141f-5d31-487f-9b1f-e0c99a9eab6a), after_delete {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:56.775046 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-39dc793d-b314-4bd1-9c58-cab28d7a2153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7142df2-1906-40fc-8443-d39a8726c419']}} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:56.784879 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-39dc793d-b314-4bd1-9c58-cab28d7a2153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd07a7d-2cfe-4d86-bdec-0866ff88b811') {'for_net_delete': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:56.785182 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.services.segments.db [None req-39dc793d-b314-4bd1-9c58-cab28d7a2153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd07a7d-2cfe-4d86-bdec-0866ff88b811') {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 06:32:56.788696 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bc99fa-1319-47a0-8131-5656acde0414 None None] No DVR routers for this DVR port 0dff141f-5d31-487f-9b1f-e0c99a9eab6a on host dv-cinder-801923-6-iscsi {{(pid=103036) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 06:32:56.793157 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc99fa-1319-47a0-8131-5656acde0414 None None] Pushing event deleted for resources: {'Port': ['ID=0dff141f-5d31-487f-9b1f-e0c99a9eab6a,revision_number=None']} {{(pid=103036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:32:56.795452 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-39dc793d-b314-4bd1-9c58-cab28d7a2153 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788413976266', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5020429'] for segment (9dd07a7d-2cfe-4d86-bdec-0866ff88b811), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:56.809649 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-39dc793d-b314-4bd1-9c58-cab28d7a2153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490'] for segment (9dd07a7d-2cfe-4d86-bdec-0866ff88b811), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:56.815509 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39dc793d-b314-4bd1-9c58-cab28d7a2153 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103035) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-39dc793d-b314-4bd1-9c58-cab28d7a2153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5111174'] for segment (9dd07a7d-2cfe-4d86-bdec-0866ff88b811), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: Traceback (most recent call last): Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: timer() Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: cb(*args, **kw) Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: return func(*args, **kwargs) Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: self._notify() Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: self.callback(batched_events) Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: event.method(event) Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: return f(self, *a, **k) Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._get(url).json() Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: return self.request(url, 'GET', **kwargs) Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 06:32:56.819651 dv-cinder-801923-6-iscsi neutron-server[103035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 06:32:56.950145 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-39dc793d-b314-4bd1-9c58-cab28d7a2153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1884350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1023632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540539'] for network (f7142df2-1906-40fc-8443-d39a8726c419), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:56.955802 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-39dc793d-b314-4bd1-9c58-cab28d7a2153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1023714'] for network (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:56.958975 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-39dc793d-b314-4bd1-9c58-cab28d7a2153 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f7142df2-1906-40fc-8443-d39a8726c419 HTTP/1.1" status: 204 len: 168 time: 0.7020552 Feb 09 06:32:56.970458 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc793d-b314-4bd1-9c58-cab28d7a2153 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7142df2-1906-40fc-8443-d39a8726c419,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:32:56.982042 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 77afcf89-57fe-4283-ab33-b9cf5eaa8a10 no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:32:57.004547 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: 77afcf89-57fe-4283-ab33-b9cf5eaa8a10 {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:32:57.004891 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 77afcf89-57fe-4283-ab33-b9cf5eaa8a10 not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:32:57.005312 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 0dff141f-5d31-487f-9b1f-e0c99a9eab6a no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:32:57.024187 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: 0dff141f-5d31-487f-9b1f-e0c99a9eab6a {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:32:57.024534 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device 0dff141f-5d31-487f-9b1f-e0c99a9eab6a not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:32:57.024949 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device c5ad71b7-ce91-4e5e-af6d-861a74465d4a no longer exists at agent ovs-agent-dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 06:32:57.044248 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] No Port match for: c5ad71b7-ce91-4e5e-af6d-861a74465d4a {{(pid=103036) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 06:32:57.044590 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.rpc [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Device c5ad71b7-ce91-4e5e-af6d-861a74465d4a not bound to the agent host dv-cinder-801923-6-iscsi {{(pid=103036) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 06:32:57.262545 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 32990) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:32:57.300474 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-a48d4913-e520-4c42-925a-5f9378af3c0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2c52a1656554315a215f5d7e869570f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367317 Feb 09 06:32:57.302841 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [-] (103035) accepted ('10.222.0.13', 32992) {{(pid=103035) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:32:57.348353 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e63f47e8-18ca-4b5c-84aa-c918e074f7a4 admin admin] Publish callbacks [] for security_group (2871e731-c03c-4c36-a001-8b400e297eed), before_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:57.368064 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e63f47e8-18ca-4b5c-84aa-c918e074f7a4 admin admin] Publish callbacks [] for security_group (2871e731-c03c-4c36-a001-8b400e297eed), precommit_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:57.489328 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e63f47e8-18ca-4b5c-84aa-c918e074f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (2871e731-c03c-4c36-a001-8b400e297eed), after_delete {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:57.491876 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e63f47e8-18ca-4b5c-84aa-c918e074f7a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:57.493033 dv-cinder-801923-6-iscsi neutron-server[103035]: INFO neutron.wsgi [None req-e63f47e8-18ca-4b5c-84aa-c918e074f7a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2871e731-c03c-4c36-a001-8b400e297eed HTTP/1.1" status: 204 len: 168 time: 0.1893096 Feb 09 06:32:57.500639 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f47e8-18ca-4b5c-84aa-c918e074f7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2871e731-c03c-4c36-a001-8b400e297eed,revision_number=None']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:32:58.116025 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 32998) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:32:58.156193 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-e59fef4d-6337-4172-a2ec-c20e674d9048 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8c7cb165b804c96b18da92bfd4f5578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389764 Feb 09 06:32:58.158555 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.wsgi [-] (103034) accepted ('10.222.0.13', 33000) {{(pid=103034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 06:32:58.207823 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8e177887-08fe-493b-903a-e0a79738d8e3 admin admin] Publish callbacks [] for security_group (3ea3cac8-9750-4562-8a25-5831e8934f48), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:58.231711 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8e177887-08fe-493b-903a-e0a79738d8e3 admin admin] Publish callbacks [] for security_group (3ea3cac8-9750-4562-8a25-5831e8934f48), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:58.358402 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8e177887-08fe-493b-903a-e0a79738d8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737767'] for security_group (3ea3cac8-9750-4562-8a25-5831e8934f48), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:58.361027 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8e177887-08fe-493b-903a-e0a79738d8e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:32:58.362178 dv-cinder-801923-6-iscsi neutron-server[103034]: INFO neutron.wsgi [None req-8e177887-08fe-493b-903a-e0a79738d8e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ea3cac8-9750-4562-8a25-5831e8934f48 HTTP/1.1" status: 204 len: 168 time: 0.2027516 Feb 09 06:32:58.370750 dv-cinder-801923-6-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e177887-08fe-493b-903a-e0a79738d8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea3cac8-9750-4562-8a25-5831e8934f48,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 06:33:02.303871 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:33:11.046869 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-05505be4-0e7e-4ec4-a223-5df829157c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:33:13.726436 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-0e1c1cca-137d-4bea-bfb6-7b9bcb36c476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:33:14.440639 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:33:15.751883 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:33:17.072052 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:33:19.199235 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:33:32.295035 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:33:41.054912 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-737c726b-b9ee-49be-bd87-4e0f95cede1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:33:43.680360 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e4f26279-11a3-431d-9b85-8ae940fe5c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:33:44.445554 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:33:45.769017 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:33:47.071940 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:33:56.199326 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:34:02.296777 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:34:11.073757 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6e8e-921a-48a0-8c7f-a19156770f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:34:13.673533 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-29696282-0390-4f23-b696-7c2ff81badb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:34:14.416895 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:34:15.757224 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:34:17.082771 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:34:32.324720 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:34:33.198593 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:34:41.042485 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-93a89bdc-5f41-4f79-a03c-72847d5c6b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:34:43.701523 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-8ebae548-8c94-4b8b-99f2-2326782e05a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:34:44.427458 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:34:45.747468 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:34:47.038985 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:35:02.330033 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:35:10.198213 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:35:11.055195 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-671a4bc8-bb61-43ac-8063-d86da4fdae8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:35:13.695567 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-635ca2fd-4131-457a-9e85-0e4e332f1956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:35:14.447773 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:35:15.773963 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:35:17.100943 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:35:32.381097 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:35:41.054810 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-914b37d7-3313-41bc-b44b-90bdc56c025e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:35:43.723289 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-693b6ad8-a153-4141-baf3-3924b1aaa065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:35:44.437824 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:35:45.791829 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:35:47.066257 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:35:47.197277 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:36:02.346173 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:36:11.058977 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-0b7a3f8f-7dc9-43b6-9c5f-34bc859cf172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:36:13.675849 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c0de9410-3f64-4dd1-90f2-7ccb6ecf2896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:36:14.476898 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:36:15.751326 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:36:17.076866 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:36:19.371634 dv-cinder-801923-6-iscsi neutron-server[103035]: DEBUG neutron.wsgi [req-edeeb64b-c08d-43c0-9573-21910eb36950 req-65a827d7-1d29-49ba-9447-f1d4dd065310 service neutron] (103035) timed out ('10.222.0.13', 54662) {{(pid=103035) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 06:36:24.197566 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:36:32.350156 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:36:41.036311 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-7363bc7e-eac7-429b-b3ae-1625126d58a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:36:43.681481 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-af4a90fa-9bfc-4312-b0fd-ee33270875b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:36:44.413380 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:36:45.779224 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:36:47.036807 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:37:01.196247 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:37:02.344248 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:37:11.046839 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-ecace1d3-d48b-4f6b-8e37-4470ca2c4820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:37:13.686798 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-0386dfed-52d2-4f76-948a-9dc404e55c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:37:14.430090 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:37:15.801982 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:37:17.046776 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:37:32.349313 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:37:38.195070 dv-cinder-801923-6-iscsi neutron-server[103037]: DEBUG neutron.db.agents_db [None req-11cf3466-a790-4523-9ef0-6a3557290472 None None] Agent healthcheck: found 6 active agents {{(pid=103037) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 06:37:41.058169 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-cf28d340-a3b5-4bbd-be62-61c3ade7d2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:37:43.681056 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-9654a465-5e9c-4cd5-b6b2-f158fbb27a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:37:44.429986 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-72c5a71d-25bb-4507-a887-be3afb0c20da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (3d86a7ef-6647-43fc-9728-b95ef047d359), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:37:45.749292 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-c6f6157d-0b77-46be-a06f-f69f372b30a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (49f9d383-4128-48bd-8fdd-70438abbbf09), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:37:47.046459 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-d4c3178b-7cee-42f6-9a52-5428140e1cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2c2f9037-21c4-47f4-a599-853b228f7e06), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:38:02.395087 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-e0babac4-f673-4c35-90da-0b82ad1b5c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (16e2666b-01c8-44a0-ad9b-455a2be8881c), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:38:11.080859 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-6cf258e1-883f-4850-8d47-3beac989607e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (be82b069-f1bc-4233-ac9e-ce94c711d4de), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 06:38:13.697764 dv-cinder-801923-6-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-81604ba6-3365-47da-9c3b-3f8ad3f303c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788413974959', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1885356'] for agent (2bd41ce3-452d-4240-96b7-c7594279ff6d), after_update {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}